2024-11-12 15:16:59,757 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-12 15:16:59,797 main DEBUG Took 0.036896 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-12 15:16:59,797 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-12 15:16:59,798 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-12 15:16:59,799 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-12 15:16:59,801 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 15:16:59,812 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-12 15:16:59,831 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 15:16:59,833 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 15:16:59,833 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 15:16:59,834 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 15:16:59,834 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 15:16:59,835 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 15:16:59,836 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 15:16:59,836 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 15:16:59,837 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 15:16:59,837 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 15:16:59,838 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 15:16:59,839 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 15:16:59,840 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 15:16:59,840 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 15:16:59,841 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 15:16:59,841 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 15:16:59,842 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 15:16:59,842 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 15:16:59,843 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 15:16:59,843 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 15:16:59,844 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 15:16:59,844 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 15:16:59,845 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 15:16:59,845 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 15:16:59,846 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 15:16:59,846 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-12 15:16:59,848 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 15:16:59,850 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-12 15:16:59,852 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-12 15:16:59,853 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-12 15:16:59,854 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-12 15:16:59,855 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-12 15:16:59,865 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-12 15:16:59,868 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-12 15:16:59,871 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-12 15:16:59,872 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-12 15:16:59,872 main DEBUG createAppenders(={Console}) 2024-11-12 15:16:59,873 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-12 15:16:59,874 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-12 15:16:59,874 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-12 15:16:59,875 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-12 15:16:59,875 main DEBUG OutputStream closed 2024-11-12 15:16:59,876 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-12 15:16:59,876 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-12 15:16:59,876 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-12 15:16:59,978 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-12 15:16:59,981 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-12 15:16:59,982 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-12 15:16:59,984 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-12 15:16:59,984 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-12 15:16:59,985 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-12 15:16:59,985 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-12 15:16:59,986 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-12 15:16:59,986 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-12 15:16:59,987 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-12 15:16:59,987 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-12 15:16:59,988 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-12 15:16:59,988 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-12 15:16:59,988 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-12 15:16:59,989 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-12 15:16:59,989 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-12 15:16:59,990 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-12 15:16:59,991 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-12 15:16:59,994 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12 15:16:59,994 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-12 15:16:59,995 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-12 15:16:59,996 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-12T15:17:00,012 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-12 15:17:00,015 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-12 15:17:00,019 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12T15:17:00,103 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=451, ProcessCount=11, AvailableMemoryMB=8621 2024-11-12T15:17:00,474 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-12T15:17:00,535 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b3d8a44f-c1d9-1fc0-031f-57135ed9fafc 2024-11-12T15:17:00,539 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b3d8a44f-c1d9-1fc0-031f-57135ed9fafc/cluster_9692e7a3-9f9a-9db4-ecd1-63eb55eeb81c, deleteOnExit=true 2024-11-12T15:17:00,683 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b3d8a44f-c1d9-1fc0-031f-57135ed9fafc/cluster_9692e7a3-9f9a-9db4-ecd1-63eb55eeb81c/zookeeper_0, clientPort=52746, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b3d8a44f-c1d9-1fc0-031f-57135ed9fafc/cluster_9692e7a3-9f9a-9db4-ecd1-63eb55eeb81c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b3d8a44f-c1d9-1fc0-031f-57135ed9fafc/cluster_9692e7a3-9f9a-9db4-ecd1-63eb55eeb81c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T15:17:00,698 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52746 2024-11-12T15:17:00,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T15:17:00,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T15:17:00,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b3d8a44f-c1d9-1fc0-031f-57135ed9fafc/test.cache.data in system properties and HBase conf 2024-11-12T15:17:00,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b3d8a44f-c1d9-1fc0-031f-57135ed9fafc/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T15:17:00,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b3d8a44f-c1d9-1fc0-031f-57135ed9fafc/hadoop.log.dir in system properties and HBase conf 2024-11-12T15:17:00,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b3d8a44f-c1d9-1fc0-031f-57135ed9fafc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T15:17:00,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b3d8a44f-c1d9-1fc0-031f-57135ed9fafc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T15:17:00,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T15:17:00,827 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-12T15:17:00,950 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T15:17:00,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b3d8a44f-c1d9-1fc0-031f-57135ed9fafc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T15:17:00,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b3d8a44f-c1d9-1fc0-031f-57135ed9fafc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T15:17:00,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b3d8a44f-c1d9-1fc0-031f-57135ed9fafc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T15:17:00,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b3d8a44f-c1d9-1fc0-031f-57135ed9fafc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T15:17:00,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b3d8a44f-c1d9-1fc0-031f-57135ed9fafc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T15:17:00,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b3d8a44f-c1d9-1fc0-031f-57135ed9fafc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T15:17:00,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b3d8a44f-c1d9-1fc0-031f-57135ed9fafc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T15:17:00,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b3d8a44f-c1d9-1fc0-031f-57135ed9fafc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T15:17:00,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b3d8a44f-c1d9-1fc0-031f-57135ed9fafc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T15:17:00,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b3d8a44f-c1d9-1fc0-031f-57135ed9fafc/nfs.dump.dir in system properties and HBase conf 2024-11-12T15:17:00,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b3d8a44f-c1d9-1fc0-031f-57135ed9fafc/java.io.tmpdir in system properties and HBase conf 2024-11-12T15:17:00,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b3d8a44f-c1d9-1fc0-031f-57135ed9fafc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T15:17:00,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b3d8a44f-c1d9-1fc0-031f-57135ed9fafc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T15:17:00,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b3d8a44f-c1d9-1fc0-031f-57135ed9fafc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T15:17:02,538 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-12T15:17:02,636 INFO [Time-limited test {}] log.Log(170): Logging initialized @3879ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-12T15:17:02,725 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T15:17:02,825 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T15:17:02,932 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T15:17:02,933 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T15:17:02,937 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T15:17:02,966 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T15:17:02,970 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3cc6a07c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b3d8a44f-c1d9-1fc0-031f-57135ed9fafc/hadoop.log.dir/,AVAILABLE} 2024-11-12T15:17:02,972 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b1d0c82{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T15:17:03,210 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@146fb057{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b3d8a44f-c1d9-1fc0-031f-57135ed9fafc/java.io.tmpdir/jetty-localhost-34223-hadoop-hdfs-3_4_1-tests_jar-_-any-11670363210520704106/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T15:17:03,217 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7974a442{HTTP/1.1, (http/1.1)}{localhost:34223} 2024-11-12T15:17:03,218 INFO [Time-limited test {}] server.Server(415): Started @4462ms 2024-11-12T15:17:03,980 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T15:17:03,986 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T15:17:03,987 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T15:17:03,987 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T15:17:03,987 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T15:17:03,988 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41022be8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b3d8a44f-c1d9-1fc0-031f-57135ed9fafc/hadoop.log.dir/,AVAILABLE} 2024-11-12T15:17:03,989 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59399124{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T15:17:04,087 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3d3f0eb8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b3d8a44f-c1d9-1fc0-031f-57135ed9fafc/java.io.tmpdir/jetty-localhost-42215-hadoop-hdfs-3_4_1-tests_jar-_-any-12313384616314937878/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T15:17:04,087 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@10f7d121{HTTP/1.1, (http/1.1)}{localhost:42215} 2024-11-12T15:17:04,088 INFO [Time-limited test {}] server.Server(415): Started @5331ms 2024-11-12T15:17:04,134 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T15:17:05,133 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b3d8a44f-c1d9-1fc0-031f-57135ed9fafc/cluster_9692e7a3-9f9a-9db4-ecd1-63eb55eeb81c/data/data2/current/BP-1595344891-172.17.0.2-1731424621673/current, will proceed with Du for space computation calculation, 2024-11-12T15:17:05,133 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b3d8a44f-c1d9-1fc0-031f-57135ed9fafc/cluster_9692e7a3-9f9a-9db4-ecd1-63eb55eeb81c/data/data1/current/BP-1595344891-172.17.0.2-1731424621673/current, will proceed with Du for space computation calculation, 2024-11-12T15:17:05,159 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T15:17:05,200 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6ae8da67d99e5960 with lease ID 0xd5d60880ad0c05ab: Processing first storage report for DS-88495c1e-93f2-4494-97c7-a5ed920d88b4 from datanode DatanodeRegistration(127.0.0.1:33697, datanodeUuid=e249f40b-3a48-4b41-9be6-5e31182d00d2, infoPort=45251, infoSecurePort=0, ipcPort=43717, storageInfo=lv=-57;cid=testClusterID;nsid=1292251442;c=1731424621673) 2024-11-12T15:17:05,201 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6ae8da67d99e5960 with lease ID 0xd5d60880ad0c05ab: from storage DS-88495c1e-93f2-4494-97c7-a5ed920d88b4 node DatanodeRegistration(127.0.0.1:33697, datanodeUuid=e249f40b-3a48-4b41-9be6-5e31182d00d2, infoPort=45251, infoSecurePort=0, ipcPort=43717, storageInfo=lv=-57;cid=testClusterID;nsid=1292251442;c=1731424621673), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-12T15:17:05,201 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6ae8da67d99e5960 with lease ID 0xd5d60880ad0c05ab: Processing first storage report for DS-e2777db5-a0b8-45c9-a6d6-b58bcf3fbd39 from datanode DatanodeRegistration(127.0.0.1:33697, datanodeUuid=e249f40b-3a48-4b41-9be6-5e31182d00d2, infoPort=45251, infoSecurePort=0, ipcPort=43717, storageInfo=lv=-57;cid=testClusterID;nsid=1292251442;c=1731424621673) 2024-11-12T15:17:05,202 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6ae8da67d99e5960 with lease ID 0xd5d60880ad0c05ab: from storage DS-e2777db5-a0b8-45c9-a6d6-b58bcf3fbd39 node DatanodeRegistration(127.0.0.1:33697, datanodeUuid=e249f40b-3a48-4b41-9be6-5e31182d00d2, infoPort=45251, infoSecurePort=0, ipcPort=43717, storageInfo=lv=-57;cid=testClusterID;nsid=1292251442;c=1731424621673), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T15:17:05,208 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b3d8a44f-c1d9-1fc0-031f-57135ed9fafc 2024-11-12T15:17:05,219 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:17:05,222 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:17:05,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741825_1001 (size=7) 2024-11-12T15:17:05,835 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd with version=8 2024-11-12T15:17:05,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/hbase-staging 2024-11-12T15:17:05,915 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-12T15:17:06,142 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a6f201fa5419:0 server-side Connection retries=45 2024-11-12T15:17:06,150 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:17:06,150 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T15:17:06,155 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T15:17:06,155 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:17:06,155 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T15:17:06,286 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T15:17:06,339 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-12T15:17:06,347 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-12T15:17:06,350 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T15:17:06,374 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 13161 (auto-detected) 2024-11-12T15:17:06,375 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-12T15:17:06,392 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34367 2024-11-12T15:17:06,413 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34367 connecting to ZooKeeper ensemble=127.0.0.1:52746 2024-11-12T15:17:06,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:343670x0, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T15:17:06,527 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34367-0x1012f9f0c160000 connected 2024-11-12T15:17:06,631 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:17:06,635 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:17:06,647 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34367-0x1012f9f0c160000, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Set watcher on znode that does not yet exist, /0-1332094364/running 2024-11-12T15:17:06,651 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd, hbase.cluster.distributed=false 2024-11-12T15:17:06,679 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34367-0x1012f9f0c160000, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Set watcher on znode that does not yet exist, /0-1332094364/acl 2024-11-12T15:17:06,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34367 2024-11-12T15:17:06,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34367 2024-11-12T15:17:06,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34367 2024-11-12T15:17:06,689 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34367 2024-11-12T15:17:06,689 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34367 2024-11-12T15:17:06,789 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a6f201fa5419:0 server-side Connection retries=45 2024-11-12T15:17:06,791 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:17:06,791 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T15:17:06,792 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T15:17:06,792 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:17:06,792 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T15:17:06,795 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T15:17:06,798 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T15:17:06,799 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33857 2024-11-12T15:17:06,801 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33857 connecting to ZooKeeper ensemble=127.0.0.1:52746 2024-11-12T15:17:06,803 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:17:06,806 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:17:06,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:338570x0, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T15:17:06,830 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33857-0x1012f9f0c160001 connected 2024-11-12T15:17:06,830 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:338570x0, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Set watcher on znode that does not yet exist, /0-1332094364/running 2024-11-12T15:17:06,833 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T15:17:06,842 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T15:17:06,844 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33857-0x1012f9f0c160001, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Set watcher on znode that does not yet exist, /0-1332094364/master 2024-11-12T15:17:06,848 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33857-0x1012f9f0c160001, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Set watcher on znode that does not yet exist, /0-1332094364/acl 2024-11-12T15:17:06,849 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33857 2024-11-12T15:17:06,850 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33857 2024-11-12T15:17:06,850 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33857 2024-11-12T15:17:06,851 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33857 2024-11-12T15:17:06,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33857 2024-11-12T15:17:06,865 DEBUG [M:0;a6f201fa5419:34367 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a6f201fa5419:34367 2024-11-12T15:17:06,866 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1332094364/backup-masters/a6f201fa5419,34367,1731424625989 2024-11-12T15:17:06,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34367-0x1012f9f0c160000, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1332094364/backup-masters 2024-11-12T15:17:06,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33857-0x1012f9f0c160001, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1332094364/backup-masters 2024-11-12T15:17:06,884 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34367-0x1012f9f0c160000, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Set watcher on existing znode=/0-1332094364/backup-masters/a6f201fa5419,34367,1731424625989 2024-11-12T15:17:06,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33857-0x1012f9f0c160001, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1332094364/master 2024-11-12T15:17:06,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34367-0x1012f9f0c160000, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1332094364 2024-11-12T15:17:06,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33857-0x1012f9f0c160001, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1332094364 2024-11-12T15:17:06,914 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34367-0x1012f9f0c160000, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Set watcher on existing znode=/0-1332094364/master 2024-11-12T15:17:06,915 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1332094364/backup-masters/a6f201fa5419,34367,1731424625989 from backup master directory 2024-11-12T15:17:06,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33857-0x1012f9f0c160001, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1332094364/backup-masters 2024-11-12T15:17:06,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34367-0x1012f9f0c160000, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1332094364/backup-masters/a6f201fa5419,34367,1731424625989 2024-11-12T15:17:06,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34367-0x1012f9f0c160000, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1332094364/backup-masters 2024-11-12T15:17:06,924 WARN [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T15:17:06,924 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a6f201fa5419,34367,1731424625989 2024-11-12T15:17:06,926 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-12T15:17:06,927 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-12T15:17:06,979 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/hbase.id] with ID: 67b8eef4-3fac-44be-a730-24e600d8f58b 2024-11-12T15:17:06,979 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/.tmp/hbase.id 2024-11-12T15:17:06,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741826_1002 (size=42) 2024-11-12T15:17:07,396 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/.tmp/hbase.id]:[hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/hbase.id] 2024-11-12T15:17:07,445 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:17:07,450 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T15:17:07,469 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-12T15:17:07,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34367-0x1012f9f0c160000, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1332094364 2024-11-12T15:17:07,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33857-0x1012f9f0c160001, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1332094364 2024-11-12T15:17:07,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741827_1003 (size=196) 2024-11-12T15:17:07,951 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T15:17:07,954 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T15:17:07,968 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T15:17:07,971 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:17:07,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741828_1004 (size=1189) 2024-11-12T15:17:08,423 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/MasterData/data/master/store 2024-11-12T15:17:08,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741829_1005 (size=34) 2024-11-12T15:17:08,853 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-12T15:17:08,858 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:17:08,859 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T15:17:08,859 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:17:08,860 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:17:08,861 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T15:17:08,862 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:17:08,862 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:17:08,863 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731424628859Disabling compacts and flushes for region at 1731424628859Disabling writes for close at 1731424628862 (+3 ms)Writing region close event to WAL at 1731424628862Closed at 1731424628862 2024-11-12T15:17:08,866 WARN [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/MasterData/data/master/store/.initializing 2024-11-12T15:17:08,866 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/MasterData/WALs/a6f201fa5419,34367,1731424625989 2024-11-12T15:17:08,875 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T15:17:08,889 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a6f201fa5419%2C34367%2C1731424625989, suffix=, logDir=hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/MasterData/WALs/a6f201fa5419,34367,1731424625989, archiveDir=hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/MasterData/oldWALs, maxLogs=10 2024-11-12T15:17:08,917 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/MasterData/WALs/a6f201fa5419,34367,1731424625989/a6f201fa5419%2C34367%2C1731424625989.1731424628894, exclude list is [], retry=0 2024-11-12T15:17:08,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33697,DS-88495c1e-93f2-4494-97c7-a5ed920d88b4,DISK] 2024-11-12T15:17:08,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-12T15:17:08,965 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/MasterData/WALs/a6f201fa5419,34367,1731424625989/a6f201fa5419%2C34367%2C1731424625989.1731424628894 2024-11-12T15:17:08,965 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45251:45251)] 2024-11-12T15:17:08,966 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T15:17:08,966 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:17:08,969 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:17:08,970 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:17:09,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:17:09,025 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T15:17:09,028 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:09,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:17:09,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:17:09,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T15:17:09,034 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:09,035 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:17:09,035 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:17:09,038 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T15:17:09,038 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:09,039 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:17:09,039 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:17:09,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T15:17:09,042 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:09,043 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:17:09,043 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:17:09,047 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:17:09,048 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:17:09,053 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:17:09,054 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:17:09,057 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T15:17:09,061 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:17:09,066 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T15:17:09,067 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74220978, jitterRate=0.10597875714302063}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T15:17:09,075 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731424628981Initializing all the Stores at 1731424628983 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424628984 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424628984Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424628985 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424628985Cleaning up temporary data from old regions at 1731424629054 (+69 ms)Region opened successfully at 1731424629075 (+21 ms) 2024-11-12T15:17:09,076 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T15:17:09,108 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18023e6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a6f201fa5419/172.17.0.2:0 2024-11-12T15:17:09,135 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T15:17:09,145 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T15:17:09,146 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T15:17:09,148 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T15:17:09,150 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-12T15:17:09,154 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-12T15:17:09,154 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T15:17:09,178 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T15:17:09,186 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34367-0x1012f9f0c160000, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Unable to get data of znode /0-1332094364/balancer because node does not exist (not necessarily an error) 2024-11-12T15:17:09,269 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1332094364/balancer already deleted, retry=false 2024-11-12T15:17:09,274 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T15:17:09,277 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34367-0x1012f9f0c160000, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Unable to get data of znode /0-1332094364/normalizer because node does not exist (not necessarily an error) 2024-11-12T15:17:09,289 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1332094364/normalizer already deleted, retry=false 2024-11-12T15:17:09,293 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T15:17:09,298 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34367-0x1012f9f0c160000, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Unable to get data of znode /0-1332094364/switch/split because node does not exist (not necessarily an error) 2024-11-12T15:17:09,310 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1332094364/switch/split already deleted, retry=false 2024-11-12T15:17:09,312 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34367-0x1012f9f0c160000, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Unable to get data of znode /0-1332094364/switch/merge because node does not exist (not necessarily an error) 2024-11-12T15:17:09,323 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1332094364/switch/merge already deleted, retry=false 2024-11-12T15:17:09,344 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34367-0x1012f9f0c160000, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Unable to get data of znode /0-1332094364/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T15:17:09,354 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1332094364/snapshot-cleanup already deleted, retry=false 2024-11-12T15:17:09,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34367-0x1012f9f0c160000, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1332094364/running 2024-11-12T15:17:09,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33857-0x1012f9f0c160001, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1332094364/running 2024-11-12T15:17:09,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34367-0x1012f9f0c160000, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1332094364 2024-11-12T15:17:09,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33857-0x1012f9f0c160001, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1332094364 2024-11-12T15:17:09,369 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a6f201fa5419,34367,1731424625989, sessionid=0x1012f9f0c160000, setting cluster-up flag (Was=false) 2024-11-12T15:17:09,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33857-0x1012f9f0c160001, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1332094364 2024-11-12T15:17:09,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34367-0x1012f9f0c160000, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1332094364 2024-11-12T15:17:09,428 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1332094364/flush-table-proc/acquired, /0-1332094364/flush-table-proc/reached, /0-1332094364/flush-table-proc/abort 2024-11-12T15:17:09,432 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a6f201fa5419,34367,1731424625989 2024-11-12T15:17:09,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33857-0x1012f9f0c160001, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1332094364 2024-11-12T15:17:09,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34367-0x1012f9f0c160000, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1332094364 2024-11-12T15:17:09,491 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1332094364/online-snapshot/acquired, /0-1332094364/online-snapshot/reached, /0-1332094364/online-snapshot/abort 2024-11-12T15:17:09,495 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a6f201fa5419,34367,1731424625989 2024-11-12T15:17:09,503 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T15:17:09,558 INFO [RS:0;a6f201fa5419:33857 {}] regionserver.HRegionServer(746): ClusterId : 67b8eef4-3fac-44be-a730-24e600d8f58b 2024-11-12T15:17:09,560 DEBUG [RS:0;a6f201fa5419:33857 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T15:17:09,569 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T15:17:09,576 DEBUG [RS:0;a6f201fa5419:33857 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T15:17:09,576 DEBUG [RS:0;a6f201fa5419:33857 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T15:17:09,578 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T15:17:09,584 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T15:17:09,588 DEBUG [RS:0;a6f201fa5419:33857 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T15:17:09,588 DEBUG [RS:0;a6f201fa5419:33857 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7be0285e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a6f201fa5419/172.17.0.2:0 2024-11-12T15:17:09,589 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a6f201fa5419,34367,1731424625989 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T15:17:09,596 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:17:09,596 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:17:09,596 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:17:09,596 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:17:09,596 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a6f201fa5419:0, corePoolSize=10, maxPoolSize=10 2024-11-12T15:17:09,596 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:17:09,597 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a6f201fa5419:0, corePoolSize=2, maxPoolSize=2 2024-11-12T15:17:09,597 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:17:09,600 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731424659600 2024-11-12T15:17:09,602 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T15:17:09,602 DEBUG [RS:0;a6f201fa5419:33857 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a6f201fa5419:33857 2024-11-12T15:17:09,603 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T15:17:09,605 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T15:17:09,605 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T15:17:09,606 INFO [RS:0;a6f201fa5419:33857 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T15:17:09,606 INFO [RS:0;a6f201fa5419:33857 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T15:17:09,606 DEBUG [RS:0;a6f201fa5419:33857 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T15:17:09,607 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T15:17:09,607 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T15:17:09,607 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T15:17:09,607 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T15:17:09,609 INFO [RS:0;a6f201fa5419:33857 {}] regionserver.HRegionServer(2659): reportForDuty to master=a6f201fa5419,34367,1731424625989 with port=33857, startcode=1731424626757 2024-11-12T15:17:09,608 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:09,612 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T15:17:09,612 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:09,613 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T15:17:09,613 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T15:17:09,613 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T15:17:09,614 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T15:17:09,616 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T15:17:09,617 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T15:17:09,618 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.large.0-1731424629618,5,FailOnTimeoutGroup] 2024-11-12T15:17:09,619 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.small.0-1731424629619,5,FailOnTimeoutGroup] 2024-11-12T15:17:09,619 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:09,620 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T15:17:09,621 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:09,621 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:09,622 DEBUG [RS:0;a6f201fa5419:33857 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T15:17:09,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741831_1007 (size=1321) 2024-11-12T15:17:09,653 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59257, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T15:17:09,658 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34367 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a6f201fa5419,33857,1731424626757 2024-11-12T15:17:09,661 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34367 {}] master.ServerManager(517): Registering regionserver=a6f201fa5419,33857,1731424626757 2024-11-12T15:17:09,674 DEBUG [RS:0;a6f201fa5419:33857 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd 2024-11-12T15:17:09,674 DEBUG [RS:0;a6f201fa5419:33857 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41683 2024-11-12T15:17:09,674 DEBUG [RS:0;a6f201fa5419:33857 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T15:17:09,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34367-0x1012f9f0c160000, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1332094364/rs 2024-11-12T15:17:09,682 DEBUG [RS:0;a6f201fa5419:33857 {}] zookeeper.ZKUtil(111): regionserver:33857-0x1012f9f0c160001, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Set watcher on existing znode=/0-1332094364/rs/a6f201fa5419,33857,1731424626757 2024-11-12T15:17:09,682 WARN [RS:0;a6f201fa5419:33857 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T15:17:09,682 INFO [RS:0;a6f201fa5419:33857 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:17:09,682 DEBUG [RS:0;a6f201fa5419:33857 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/WALs/a6f201fa5419,33857,1731424626757 2024-11-12T15:17:09,684 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a6f201fa5419,33857,1731424626757] 2024-11-12T15:17:09,705 INFO [RS:0;a6f201fa5419:33857 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T15:17:09,721 INFO [RS:0;a6f201fa5419:33857 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T15:17:09,725 INFO [RS:0;a6f201fa5419:33857 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T15:17:09,725 INFO [RS:0;a6f201fa5419:33857 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:09,726 INFO [RS:0;a6f201fa5419:33857 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T15:17:09,731 INFO [RS:0;a6f201fa5419:33857 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T15:17:09,732 INFO [RS:0;a6f201fa5419:33857 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:09,732 DEBUG [RS:0;a6f201fa5419:33857 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:17:09,732 DEBUG [RS:0;a6f201fa5419:33857 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:17:09,732 DEBUG [RS:0;a6f201fa5419:33857 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:17:09,733 DEBUG [RS:0;a6f201fa5419:33857 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:17:09,733 DEBUG [RS:0;a6f201fa5419:33857 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:17:09,733 DEBUG [RS:0;a6f201fa5419:33857 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a6f201fa5419:0, corePoolSize=2, maxPoolSize=2 2024-11-12T15:17:09,733 DEBUG [RS:0;a6f201fa5419:33857 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:17:09,733 DEBUG [RS:0;a6f201fa5419:33857 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:17:09,733 DEBUG [RS:0;a6f201fa5419:33857 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:17:09,733 DEBUG [RS:0;a6f201fa5419:33857 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:17:09,733 DEBUG [RS:0;a6f201fa5419:33857 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:17:09,734 DEBUG [RS:0;a6f201fa5419:33857 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:17:09,734 DEBUG [RS:0;a6f201fa5419:33857 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a6f201fa5419:0, corePoolSize=3, maxPoolSize=3 2024-11-12T15:17:09,734 DEBUG [RS:0;a6f201fa5419:33857 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a6f201fa5419:0, corePoolSize=3, maxPoolSize=3 2024-11-12T15:17:09,735 INFO [RS:0;a6f201fa5419:33857 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:09,735 INFO [RS:0;a6f201fa5419:33857 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:09,735 INFO [RS:0;a6f201fa5419:33857 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:09,735 INFO [RS:0;a6f201fa5419:33857 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:09,735 INFO [RS:0;a6f201fa5419:33857 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:09,735 INFO [RS:0;a6f201fa5419:33857 {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,33857,1731424626757-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T15:17:09,752 INFO [RS:0;a6f201fa5419:33857 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T15:17:09,754 INFO [RS:0;a6f201fa5419:33857 {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,33857,1731424626757-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:09,754 INFO [RS:0;a6f201fa5419:33857 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:09,754 INFO [RS:0;a6f201fa5419:33857 {}] regionserver.Replication(171): a6f201fa5419,33857,1731424626757 started 2024-11-12T15:17:09,770 INFO [RS:0;a6f201fa5419:33857 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:09,770 INFO [RS:0;a6f201fa5419:33857 {}] regionserver.HRegionServer(1482): Serving as a6f201fa5419,33857,1731424626757, RpcServer on a6f201fa5419/172.17.0.2:33857, sessionid=0x1012f9f0c160001 2024-11-12T15:17:09,771 DEBUG [RS:0;a6f201fa5419:33857 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T15:17:09,771 DEBUG [RS:0;a6f201fa5419:33857 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a6f201fa5419,33857,1731424626757 2024-11-12T15:17:09,771 DEBUG [RS:0;a6f201fa5419:33857 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a6f201fa5419,33857,1731424626757' 2024-11-12T15:17:09,771 DEBUG [RS:0;a6f201fa5419:33857 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1332094364/flush-table-proc/abort' 2024-11-12T15:17:09,772 DEBUG [RS:0;a6f201fa5419:33857 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1332094364/flush-table-proc/acquired' 2024-11-12T15:17:09,773 DEBUG [RS:0;a6f201fa5419:33857 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T15:17:09,773 DEBUG [RS:0;a6f201fa5419:33857 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T15:17:09,773 DEBUG [RS:0;a6f201fa5419:33857 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a6f201fa5419,33857,1731424626757 2024-11-12T15:17:09,773 DEBUG [RS:0;a6f201fa5419:33857 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a6f201fa5419,33857,1731424626757' 2024-11-12T15:17:09,773 DEBUG [RS:0;a6f201fa5419:33857 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1332094364/online-snapshot/abort' 2024-11-12T15:17:09,774 DEBUG [RS:0;a6f201fa5419:33857 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1332094364/online-snapshot/acquired' 2024-11-12T15:17:09,774 DEBUG [RS:0;a6f201fa5419:33857 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T15:17:09,775 INFO [RS:0;a6f201fa5419:33857 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T15:17:09,775 INFO [RS:0;a6f201fa5419:33857 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T15:17:09,885 INFO [RS:0;a6f201fa5419:33857 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T15:17:09,888 INFO [RS:0;a6f201fa5419:33857 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a6f201fa5419%2C33857%2C1731424626757, suffix=, logDir=hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/WALs/a6f201fa5419,33857,1731424626757, archiveDir=hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/oldWALs, maxLogs=10 2024-11-12T15:17:09,903 DEBUG [RS:0;a6f201fa5419:33857 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/WALs/a6f201fa5419,33857,1731424626757/a6f201fa5419%2C33857%2C1731424626757.1731424629890, exclude list is [], retry=0 2024-11-12T15:17:09,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33697,DS-88495c1e-93f2-4494-97c7-a5ed920d88b4,DISK] 2024-11-12T15:17:09,911 INFO [RS:0;a6f201fa5419:33857 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/WALs/a6f201fa5419,33857,1731424626757/a6f201fa5419%2C33857%2C1731424626757.1731424629890 2024-11-12T15:17:09,911 DEBUG [RS:0;a6f201fa5419:33857 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45251:45251)] 2024-11-12T15:17:10,031 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T15:17:10,033 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd 2024-11-12T15:17:10,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741833_1009 (size=32) 2024-11-12T15:17:10,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:17:10,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T15:17:10,457 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T15:17:10,457 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:10,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:17:10,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T15:17:10,460 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T15:17:10,460 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:10,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:17:10,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T15:17:10,464 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T15:17:10,464 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:10,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:17:10,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T15:17:10,467 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T15:17:10,467 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:10,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:17:10,468 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T15:17:10,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/data/hbase/meta/1588230740 2024-11-12T15:17:10,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/data/hbase/meta/1588230740 2024-11-12T15:17:10,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T15:17:10,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T15:17:10,474 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T15:17:10,476 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T15:17:10,480 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T15:17:10,481 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59367465, jitterRate=-0.11535583436489105}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T15:17:10,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731424630451Initializing all the Stores at 1731424630453 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424630453Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424630454 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424630454Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424630454Cleaning up temporary data from old regions at 1731424630473 (+19 ms)Region opened successfully at 1731424630483 (+10 ms) 2024-11-12T15:17:10,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T15:17:10,483 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T15:17:10,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T15:17:10,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T15:17:10,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T15:17:10,485 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T15:17:10,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731424630483Disabling compacts and flushes for region at 1731424630483Disabling writes for close at 1731424630483Writing region close event to WAL at 1731424630484 (+1 ms)Closed at 1731424630485 (+1 ms) 2024-11-12T15:17:10,487 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T15:17:10,488 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T15:17:10,493 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T15:17:10,500 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T15:17:10,503 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T15:17:10,657 DEBUG [a6f201fa5419:34367 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T15:17:10,671 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a6f201fa5419,33857,1731424626757 2024-11-12T15:17:10,677 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a6f201fa5419,33857,1731424626757, state=OPENING 2024-11-12T15:17:10,731 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T15:17:10,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33857-0x1012f9f0c160001, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1332094364 2024-11-12T15:17:10,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34367-0x1012f9f0c160000, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1332094364 2024-11-12T15:17:10,775 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1332094364/meta-region-server: CHANGED 2024-11-12T15:17:10,775 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1332094364/meta-region-server: CHANGED 2024-11-12T15:17:10,778 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T15:17:10,781 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a6f201fa5419,33857,1731424626757}] 2024-11-12T15:17:10,961 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T15:17:10,964 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41549, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T15:17:10,974 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T15:17:10,974 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:17:10,975 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T15:17:10,978 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a6f201fa5419%2C33857%2C1731424626757.meta, suffix=.meta, logDir=hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/WALs/a6f201fa5419,33857,1731424626757, archiveDir=hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/oldWALs, maxLogs=10 2024-11-12T15:17:10,993 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/WALs/a6f201fa5419,33857,1731424626757/a6f201fa5419%2C33857%2C1731424626757.meta.1731424630980.meta, exclude list is [], retry=0 2024-11-12T15:17:10,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33697,DS-88495c1e-93f2-4494-97c7-a5ed920d88b4,DISK] 2024-11-12T15:17:10,999 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/WALs/a6f201fa5419,33857,1731424626757/a6f201fa5419%2C33857%2C1731424626757.meta.1731424630980.meta 2024-11-12T15:17:11,000 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45251:45251)] 2024-11-12T15:17:11,000 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T15:17:11,004 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T15:17:11,005 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T15:17:11,007 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T15:17:11,009 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T15:17:11,012 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T15:17:11,013 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:17:11,013 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T15:17:11,013 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T15:17:11,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T15:17:11,017 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T15:17:11,017 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:11,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:17:11,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T15:17:11,019 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T15:17:11,019 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:11,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:17:11,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T15:17:11,022 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T15:17:11,022 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:11,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:17:11,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T15:17:11,024 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T15:17:11,024 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:11,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:17:11,026 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T15:17:11,027 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/data/hbase/meta/1588230740 2024-11-12T15:17:11,030 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/data/hbase/meta/1588230740 2024-11-12T15:17:11,033 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T15:17:11,033 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T15:17:11,034 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T15:17:11,037 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T15:17:11,039 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64133436, jitterRate=-0.044337332248687744}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T15:17:11,040 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T15:17:11,042 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731424631014Writing region info on filesystem at 1731424631014Initializing all the Stores at 1731424631015 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424631015Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424631016 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424631016Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424631016Cleaning up temporary data from old regions at 1731424631033 (+17 ms)Running coprocessor post-open hooks at 1731424631040 (+7 ms)Region opened successfully at 1731424631041 (+1 ms) 2024-11-12T15:17:11,049 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731424630953 2024-11-12T15:17:11,058 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T15:17:11,059 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T15:17:11,060 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a6f201fa5419,33857,1731424626757 2024-11-12T15:17:11,063 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a6f201fa5419,33857,1731424626757, state=OPEN 2024-11-12T15:17:11,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33857-0x1012f9f0c160001, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1332094364/meta-region-server 2024-11-12T15:17:11,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34367-0x1012f9f0c160000, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1332094364/meta-region-server 2024-11-12T15:17:11,081 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1332094364/meta-region-server: CHANGED 2024-11-12T15:17:11,081 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1332094364/meta-region-server: CHANGED 2024-11-12T15:17:11,082 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a6f201fa5419,33857,1731424626757 2024-11-12T15:17:11,090 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T15:17:11,090 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a6f201fa5419,33857,1731424626757 in 301 msec 2024-11-12T15:17:11,099 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T15:17:11,099 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 600 msec 2024-11-12T15:17:11,100 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T15:17:11,100 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T15:17:11,119 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:17:11,120 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,33857,1731424626757, seqNum=-1] 2024-11-12T15:17:11,137 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:17:11,140 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52229, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T15:17:11,158 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6270 sec 2024-11-12T15:17:11,158 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731424631158, completionTime=-1 2024-11-12T15:17:11,161 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T15:17:11,161 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T15:17:11,185 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T15:17:11,185 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731424691185 2024-11-12T15:17:11,185 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731424751185 2024-11-12T15:17:11,185 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 23 msec 2024-11-12T15:17:11,187 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,34367,1731424625989-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:11,187 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,34367,1731424625989-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:11,188 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,34367,1731424625989-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:11,189 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a6f201fa5419:34367, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:11,190 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:11,190 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:11,196 DEBUG [master/a6f201fa5419:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T15:17:11,235 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.310sec 2024-11-12T15:17:11,236 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T15:17:11,237 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T15:17:11,238 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T15:17:11,238 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T15:17:11,238 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T15:17:11,239 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,34367,1731424625989-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T15:17:11,239 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,34367,1731424625989-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T15:17:11,251 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T15:17:11,251 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T15:17:11,252 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,34367,1731424625989-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:11,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32f4153c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:17:11,270 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-12T15:17:11,270 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-12T15:17:11,273 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,34367,-1 for getting cluster id 2024-11-12T15:17:11,275 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:17:11,282 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67b8eef4-3fac-44be-a730-24e600d8f58b' 2024-11-12T15:17:11,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:17:11,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67b8eef4-3fac-44be-a730-24e600d8f58b" 2024-11-12T15:17:11,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11649094, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:17:11,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,34367,-1] 2024-11-12T15:17:11,288 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:17:11,289 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:17:11,291 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:17:11,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e7f98cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:17:11,294 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:17:11,301 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,33857,1731424626757, seqNum=-1] 2024-11-12T15:17:11,302 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:17:11,304 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T15:17:11,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a6f201fa5419,34367,1731424625989 2024-11-12T15:17:11,323 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52746 2024-11-12T15:17:11,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T15:17:11,334 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012f9f0c160002 connected 2024-11-12T15:17:11,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b3d8a44f-c1d9-1fc0-031f-57135ed9fafc/hadoop.log.dir so I do NOT create it in target/test-data/eeb2c253-a4c2-54d8-4cec-17a73635873d 2024-11-12T15:17:11,360 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b3d8a44f-c1d9-1fc0-031f-57135ed9fafc/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T15:17:11,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b3d8a44f-c1d9-1fc0-031f-57135ed9fafc/hadoop.tmp.dir so I do NOT create it in target/test-data/eeb2c253-a4c2-54d8-4cec-17a73635873d 2024-11-12T15:17:11,360 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b3d8a44f-c1d9-1fc0-031f-57135ed9fafc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T15:17:11,360 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eeb2c253-a4c2-54d8-4cec-17a73635873d 2024-11-12T15:17:11,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T15:17:11,360 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eeb2c253-a4c2-54d8-4cec-17a73635873d/cluster_dc36be52-01ec-2efe-9cc0-ac59673e812f, deleteOnExit=true 2024-11-12T15:17:11,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T15:17:11,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eeb2c253-a4c2-54d8-4cec-17a73635873d/test.cache.data in system properties and HBase conf 2024-11-12T15:17:11,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eeb2c253-a4c2-54d8-4cec-17a73635873d/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T15:17:11,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eeb2c253-a4c2-54d8-4cec-17a73635873d/hadoop.log.dir in system properties and HBase conf 2024-11-12T15:17:11,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eeb2c253-a4c2-54d8-4cec-17a73635873d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T15:17:11,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eeb2c253-a4c2-54d8-4cec-17a73635873d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T15:17:11,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T15:17:11,361 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T15:17:11,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eeb2c253-a4c2-54d8-4cec-17a73635873d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T15:17:11,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eeb2c253-a4c2-54d8-4cec-17a73635873d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T15:17:11,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eeb2c253-a4c2-54d8-4cec-17a73635873d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T15:17:11,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eeb2c253-a4c2-54d8-4cec-17a73635873d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T15:17:11,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eeb2c253-a4c2-54d8-4cec-17a73635873d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T15:17:11,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eeb2c253-a4c2-54d8-4cec-17a73635873d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T15:17:11,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eeb2c253-a4c2-54d8-4cec-17a73635873d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T15:17:11,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eeb2c253-a4c2-54d8-4cec-17a73635873d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T15:17:11,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eeb2c253-a4c2-54d8-4cec-17a73635873d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T15:17:11,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eeb2c253-a4c2-54d8-4cec-17a73635873d/nfs.dump.dir in system properties and HBase conf 2024-11-12T15:17:11,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eeb2c253-a4c2-54d8-4cec-17a73635873d/java.io.tmpdir in system properties and HBase conf 2024-11-12T15:17:11,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eeb2c253-a4c2-54d8-4cec-17a73635873d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T15:17:11,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eeb2c253-a4c2-54d8-4cec-17a73635873d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T15:17:11,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eeb2c253-a4c2-54d8-4cec-17a73635873d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T15:17:11,736 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T15:17:11,742 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T15:17:11,744 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T15:17:11,744 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T15:17:11,744 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T15:17:11,745 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T15:17:11,746 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b608463{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eeb2c253-a4c2-54d8-4cec-17a73635873d/hadoop.log.dir/,AVAILABLE} 2024-11-12T15:17:11,746 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d5127ed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T15:17:11,843 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3a033f80{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eeb2c253-a4c2-54d8-4cec-17a73635873d/java.io.tmpdir/jetty-localhost-46827-hadoop-hdfs-3_4_1-tests_jar-_-any-6781795939512634817/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T15:17:11,843 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2993da97{HTTP/1.1, (http/1.1)}{localhost:46827} 2024-11-12T15:17:11,844 INFO [Time-limited test {}] server.Server(415): Started @13087ms 2024-11-12T15:17:12,122 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T15:17:12,127 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T15:17:12,127 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T15:17:12,128 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T15:17:12,128 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T15:17:12,128 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22b39d31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eeb2c253-a4c2-54d8-4cec-17a73635873d/hadoop.log.dir/,AVAILABLE} 2024-11-12T15:17:12,129 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9b8f4a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T15:17:12,224 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c12bb3b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eeb2c253-a4c2-54d8-4cec-17a73635873d/java.io.tmpdir/jetty-localhost-45979-hadoop-hdfs-3_4_1-tests_jar-_-any-1545725963256787215/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T15:17:12,225 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d1ec4c5{HTTP/1.1, (http/1.1)}{localhost:45979} 2024-11-12T15:17:12,225 INFO [Time-limited test {}] server.Server(415): Started @13469ms 2024-11-12T15:17:12,227 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T15:17:13,021 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eeb2c253-a4c2-54d8-4cec-17a73635873d/cluster_dc36be52-01ec-2efe-9cc0-ac59673e812f/data/data1/current/BP-1497600371-172.17.0.2-1731424631386/current, will proceed with Du for space computation calculation, 2024-11-12T15:17:13,021 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eeb2c253-a4c2-54d8-4cec-17a73635873d/cluster_dc36be52-01ec-2efe-9cc0-ac59673e812f/data/data2/current/BP-1497600371-172.17.0.2-1731424631386/current, will proceed with Du for space computation calculation, 2024-11-12T15:17:13,061 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T15:17:13,065 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8ef0cf437015f6aa with lease ID 0x9c19925345ab1306: Processing first storage report for DS-ea4a78ab-3d13-4dae-96e5-a6bb865e67d8 from datanode DatanodeRegistration(127.0.0.1:40125, datanodeUuid=454cf541-1d63-4dd6-b26d-46c47df45380, infoPort=44651, infoSecurePort=0, ipcPort=46323, storageInfo=lv=-57;cid=testClusterID;nsid=2110517457;c=1731424631386) 2024-11-12T15:17:13,065 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8ef0cf437015f6aa with lease ID 0x9c19925345ab1306: from storage DS-ea4a78ab-3d13-4dae-96e5-a6bb865e67d8 node DatanodeRegistration(127.0.0.1:40125, datanodeUuid=454cf541-1d63-4dd6-b26d-46c47df45380, infoPort=44651, infoSecurePort=0, ipcPort=46323, storageInfo=lv=-57;cid=testClusterID;nsid=2110517457;c=1731424631386), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T15:17:13,065 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8ef0cf437015f6aa with lease ID 0x9c19925345ab1306: Processing first storage report for DS-f091f4ff-f324-40fd-bbeb-213d7ed7e249 from datanode DatanodeRegistration(127.0.0.1:40125, datanodeUuid=454cf541-1d63-4dd6-b26d-46c47df45380, infoPort=44651, infoSecurePort=0, ipcPort=46323, storageInfo=lv=-57;cid=testClusterID;nsid=2110517457;c=1731424631386) 2024-11-12T15:17:13,065 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8ef0cf437015f6aa with lease ID 0x9c19925345ab1306: from storage DS-f091f4ff-f324-40fd-bbeb-213d7ed7e249 node DatanodeRegistration(127.0.0.1:40125, datanodeUuid=454cf541-1d63-4dd6-b26d-46c47df45380, infoPort=44651, infoSecurePort=0, ipcPort=46323, storageInfo=lv=-57;cid=testClusterID;nsid=2110517457;c=1731424631386), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T15:17:13,069 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eeb2c253-a4c2-54d8-4cec-17a73635873d 2024-11-12T15:17:13,069 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:17:13,070 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:17:13,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40125 is added to blk_1073741825_1001 (size=7) 2024-11-12T15:17:13,487 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41409/user/jenkins/test-data/a5946e3b-cd19-ebe3-a5a2-7228569890bb with version=8 2024-11-12T15:17:13,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41409/user/jenkins/test-data/a5946e3b-cd19-ebe3-a5a2-7228569890bb/hbase-staging 2024-11-12T15:17:13,493 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a6f201fa5419:0 server-side Connection retries=45 2024-11-12T15:17:13,493 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:17:13,494 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T15:17:13,495 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T15:17:13,495 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:17:13,495 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T15:17:13,496 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T15:17:13,496 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T15:17:13,497 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45913 2024-11-12T15:17:13,499 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45913 connecting to ZooKeeper ensemble=127.0.0.1:52746 2024-11-12T15:17:13,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:459130x0, quorum=127.0.0.1:52746, baseZNode=/11657922180 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T15:17:13,553 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45913-0x1012f9f0c160003 connected 2024-11-12T15:17:13,628 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:17:13,631 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:17:13,634 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45913-0x1012f9f0c160003, quorum=127.0.0.1:52746, baseZNode=/11657922180 Set watcher on znode that does not yet exist, /11657922180/running 2024-11-12T15:17:13,634 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41409/user/jenkins/test-data/a5946e3b-cd19-ebe3-a5a2-7228569890bb, hbase.cluster.distributed=false 2024-11-12T15:17:13,637 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45913-0x1012f9f0c160003, quorum=127.0.0.1:52746, baseZNode=/11657922180 Set watcher on znode that does not yet exist, /11657922180/acl 2024-11-12T15:17:13,637 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45913 2024-11-12T15:17:13,637 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45913 2024-11-12T15:17:13,638 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45913 2024-11-12T15:17:13,638 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45913 2024-11-12T15:17:13,639 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45913 2024-11-12T15:17:13,656 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a6f201fa5419:0 server-side Connection retries=45 2024-11-12T15:17:13,656 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:17:13,656 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T15:17:13,656 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T15:17:13,656 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:17:13,656 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T15:17:13,656 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T15:17:13,656 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T15:17:13,657 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34513 2024-11-12T15:17:13,659 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34513 connecting to ZooKeeper ensemble=127.0.0.1:52746 2024-11-12T15:17:13,660 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:17:13,662 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:17:13,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:345130x0, quorum=127.0.0.1:52746, baseZNode=/11657922180 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T15:17:13,670 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:345130x0, quorum=127.0.0.1:52746, baseZNode=/11657922180 Set watcher on znode that does not yet exist, /11657922180/running 2024-11-12T15:17:13,670 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34513-0x1012f9f0c160004 connected 2024-11-12T15:17:13,671 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T15:17:13,671 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T15:17:13,672 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34513-0x1012f9f0c160004, quorum=127.0.0.1:52746, baseZNode=/11657922180 Set watcher on znode that does not yet exist, /11657922180/master 2024-11-12T15:17:13,673 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34513-0x1012f9f0c160004, quorum=127.0.0.1:52746, baseZNode=/11657922180 Set watcher on znode that does not yet exist, /11657922180/acl 2024-11-12T15:17:13,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34513 2024-11-12T15:17:13,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34513 2024-11-12T15:17:13,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34513 2024-11-12T15:17:13,677 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34513 2024-11-12T15:17:13,677 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34513 2024-11-12T15:17:13,688 DEBUG [M:0;a6f201fa5419:45913 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a6f201fa5419:45913 2024-11-12T15:17:13,688 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11657922180/backup-masters/a6f201fa5419,45913,1731424633492 2024-11-12T15:17:13,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45913-0x1012f9f0c160003, quorum=127.0.0.1:52746, baseZNode=/11657922180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11657922180/backup-masters 2024-11-12T15:17:13,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34513-0x1012f9f0c160004, quorum=127.0.0.1:52746, baseZNode=/11657922180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11657922180/backup-masters 2024-11-12T15:17:13,700 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45913-0x1012f9f0c160003, quorum=127.0.0.1:52746, baseZNode=/11657922180 Set watcher on existing znode=/11657922180/backup-masters/a6f201fa5419,45913,1731424633492 2024-11-12T15:17:13,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34513-0x1012f9f0c160004, quorum=127.0.0.1:52746, baseZNode=/11657922180 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11657922180/master 2024-11-12T15:17:13,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45913-0x1012f9f0c160003, quorum=127.0.0.1:52746, baseZNode=/11657922180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11657922180 2024-11-12T15:17:13,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34513-0x1012f9f0c160004, quorum=127.0.0.1:52746, baseZNode=/11657922180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11657922180 2024-11-12T15:17:13,713 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45913-0x1012f9f0c160003, quorum=127.0.0.1:52746, baseZNode=/11657922180 Set watcher on existing znode=/11657922180/master 2024-11-12T15:17:13,713 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11657922180/backup-masters/a6f201fa5419,45913,1731424633492 from backup master directory 2024-11-12T15:17:13,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34513-0x1012f9f0c160004, quorum=127.0.0.1:52746, baseZNode=/11657922180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11657922180/backup-masters 2024-11-12T15:17:13,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45913-0x1012f9f0c160003, quorum=127.0.0.1:52746, baseZNode=/11657922180 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11657922180/backup-masters/a6f201fa5419,45913,1731424633492 2024-11-12T15:17:13,723 WARN [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T15:17:13,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45913-0x1012f9f0c160003, quorum=127.0.0.1:52746, baseZNode=/11657922180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11657922180/backup-masters 2024-11-12T15:17:13,723 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a6f201fa5419,45913,1731424633492 2024-11-12T15:17:13,730 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41409/user/jenkins/test-data/a5946e3b-cd19-ebe3-a5a2-7228569890bb/hbase.id] with ID: c811dfcb-2b5d-4f21-b8a9-5177b21ddd65 2024-11-12T15:17:13,730 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41409/user/jenkins/test-data/a5946e3b-cd19-ebe3-a5a2-7228569890bb/.tmp/hbase.id 2024-11-12T15:17:13,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40125 is added to blk_1073741826_1002 (size=42) 2024-11-12T15:17:14,140 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41409/user/jenkins/test-data/a5946e3b-cd19-ebe3-a5a2-7228569890bb/.tmp/hbase.id]:[hdfs://localhost:41409/user/jenkins/test-data/a5946e3b-cd19-ebe3-a5a2-7228569890bb/hbase.id] 2024-11-12T15:17:14,166 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:17:14,166 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T15:17:14,168 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-12T15:17:14,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34513-0x1012f9f0c160004, quorum=127.0.0.1:52746, baseZNode=/11657922180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11657922180 2024-11-12T15:17:14,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45913-0x1012f9f0c160003, quorum=127.0.0.1:52746, baseZNode=/11657922180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11657922180 2024-11-12T15:17:14,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40125 is added to blk_1073741827_1003 (size=196) 2024-11-12T15:17:14,649 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T15:17:14,651 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T15:17:14,651 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:17:14,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40125 is added to blk_1073741828_1004 (size=1189) 2024-11-12T15:17:15,066 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41409/user/jenkins/test-data/a5946e3b-cd19-ebe3-a5a2-7228569890bb/MasterData/data/master/store 2024-11-12T15:17:15,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40125 is added to blk_1073741829_1005 (size=34) 2024-11-12T15:17:15,478 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:17:15,479 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T15:17:15,479 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:17:15,479 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:17:15,479 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T15:17:15,480 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:17:15,480 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:17:15,480 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731424635478Disabling compacts and flushes for region at 1731424635478Disabling writes for close at 1731424635479 (+1 ms)Writing region close event to WAL at 1731424635480 (+1 ms)Closed at 1731424635480 2024-11-12T15:17:15,484 WARN [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41409/user/jenkins/test-data/a5946e3b-cd19-ebe3-a5a2-7228569890bb/MasterData/data/master/store/.initializing 2024-11-12T15:17:15,484 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41409/user/jenkins/test-data/a5946e3b-cd19-ebe3-a5a2-7228569890bb/MasterData/WALs/a6f201fa5419,45913,1731424633492 2024-11-12T15:17:15,485 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T15:17:15,488 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a6f201fa5419%2C45913%2C1731424633492, suffix=, logDir=hdfs://localhost:41409/user/jenkins/test-data/a5946e3b-cd19-ebe3-a5a2-7228569890bb/MasterData/WALs/a6f201fa5419,45913,1731424633492, archiveDir=hdfs://localhost:41409/user/jenkins/test-data/a5946e3b-cd19-ebe3-a5a2-7228569890bb/MasterData/oldWALs, maxLogs=10 2024-11-12T15:17:15,501 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5946e3b-cd19-ebe3-a5a2-7228569890bb/MasterData/WALs/a6f201fa5419,45913,1731424633492/a6f201fa5419%2C45913%2C1731424633492.1731424635489, exclude list is [], retry=0 2024-11-12T15:17:15,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40125,DS-ea4a78ab-3d13-4dae-96e5-a6bb865e67d8,DISK] 2024-11-12T15:17:15,508 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5946e3b-cd19-ebe3-a5a2-7228569890bb/MasterData/WALs/a6f201fa5419,45913,1731424633492/a6f201fa5419%2C45913%2C1731424633492.1731424635489 2024-11-12T15:17:15,508 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44651:44651)] 2024-11-12T15:17:15,508 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T15:17:15,508 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:17:15,508 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:17:15,509 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:17:15,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:17:15,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T15:17:15,513 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:15,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:17:15,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:17:15,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T15:17:15,517 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:15,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:17:15,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:17:15,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T15:17:15,520 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:15,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:17:15,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:17:15,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T15:17:15,524 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:15,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:17:15,525 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:17:15,526 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41409/user/jenkins/test-data/a5946e3b-cd19-ebe3-a5a2-7228569890bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:17:15,527 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41409/user/jenkins/test-data/a5946e3b-cd19-ebe3-a5a2-7228569890bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:17:15,529 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:17:15,529 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:17:15,530 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T15:17:15,531 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:17:15,534 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41409/user/jenkins/test-data/a5946e3b-cd19-ebe3-a5a2-7228569890bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T15:17:15,535 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75168933, jitterRate=0.12010438740253448}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T15:17:15,535 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731424635509Initializing all the Stores at 1731424635510 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424635510Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424635510Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424635510Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424635511 (+1 ms)Cleaning up temporary data from old regions at 1731424635529 (+18 ms)Region opened successfully at 1731424635535 (+6 ms) 2024-11-12T15:17:15,536 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T15:17:15,540 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c7ed1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a6f201fa5419/172.17.0.2:0 2024-11-12T15:17:15,541 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T15:17:15,541 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T15:17:15,541 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T15:17:15,542 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T15:17:15,542 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T15:17:15,543 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T15:17:15,543 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T15:17:15,546 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T15:17:15,546 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45913-0x1012f9f0c160003, quorum=127.0.0.1:52746, baseZNode=/11657922180 Unable to get data of znode /11657922180/balancer because node does not exist (not necessarily an error) 2024-11-12T15:17:15,626 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11657922180/balancer already deleted, retry=false 2024-11-12T15:17:15,626 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T15:17:15,628 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45913-0x1012f9f0c160003, quorum=127.0.0.1:52746, baseZNode=/11657922180 Unable to get data of znode /11657922180/normalizer because node does not exist (not necessarily an error) 2024-11-12T15:17:15,638 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11657922180/normalizer already deleted, retry=false 2024-11-12T15:17:15,639 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T15:17:15,641 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45913-0x1012f9f0c160003, quorum=127.0.0.1:52746, baseZNode=/11657922180 Unable to get data of znode /11657922180/switch/split because node does not exist (not necessarily an error) 2024-11-12T15:17:15,649 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11657922180/switch/split already deleted, retry=false 2024-11-12T15:17:15,651 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45913-0x1012f9f0c160003, quorum=127.0.0.1:52746, baseZNode=/11657922180 Unable to get data of znode /11657922180/switch/merge because node does not exist (not necessarily an error) 2024-11-12T15:17:15,659 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11657922180/switch/merge already deleted, retry=false 2024-11-12T15:17:15,662 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45913-0x1012f9f0c160003, quorum=127.0.0.1:52746, baseZNode=/11657922180 Unable to get data of znode /11657922180/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T15:17:15,670 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11657922180/snapshot-cleanup already deleted, retry=false 2024-11-12T15:17:15,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34513-0x1012f9f0c160004, quorum=127.0.0.1:52746, baseZNode=/11657922180 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11657922180/running 2024-11-12T15:17:15,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45913-0x1012f9f0c160003, quorum=127.0.0.1:52746, baseZNode=/11657922180 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11657922180/running 2024-11-12T15:17:15,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34513-0x1012f9f0c160004, quorum=127.0.0.1:52746, baseZNode=/11657922180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11657922180 2024-11-12T15:17:15,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45913-0x1012f9f0c160003, quorum=127.0.0.1:52746, baseZNode=/11657922180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11657922180 2024-11-12T15:17:15,681 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a6f201fa5419,45913,1731424633492, sessionid=0x1012f9f0c160003, setting cluster-up flag (Was=false) 2024-11-12T15:17:15,701 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T15:17:15,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34513-0x1012f9f0c160004, quorum=127.0.0.1:52746, baseZNode=/11657922180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11657922180 2024-11-12T15:17:15,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45913-0x1012f9f0c160003, quorum=127.0.0.1:52746, baseZNode=/11657922180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11657922180 2024-11-12T15:17:15,733 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11657922180/flush-table-proc/acquired, /11657922180/flush-table-proc/reached, /11657922180/flush-table-proc/abort 2024-11-12T15:17:15,735 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a6f201fa5419,45913,1731424633492 2024-11-12T15:17:15,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45913-0x1012f9f0c160003, quorum=127.0.0.1:52746, baseZNode=/11657922180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11657922180 2024-11-12T15:17:15,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34513-0x1012f9f0c160004, quorum=127.0.0.1:52746, baseZNode=/11657922180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11657922180 2024-11-12T15:17:15,785 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11657922180/online-snapshot/acquired, /11657922180/online-snapshot/reached, /11657922180/online-snapshot/abort 2024-11-12T15:17:15,787 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a6f201fa5419,45913,1731424633492 2024-11-12T15:17:15,788 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41409/user/jenkins/test-data/a5946e3b-cd19-ebe3-a5a2-7228569890bb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T15:17:15,792 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T15:17:15,792 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T15:17:15,792 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T15:17:15,792 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a6f201fa5419,45913,1731424633492 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T15:17:15,794 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:17:15,794 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:17:15,794 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:17:15,794 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:17:15,794 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a6f201fa5419:0, corePoolSize=10, maxPoolSize=10 2024-11-12T15:17:15,795 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:17:15,795 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a6f201fa5419:0, corePoolSize=2, maxPoolSize=2 2024-11-12T15:17:15,795 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:17:15,796 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731424665795 2024-11-12T15:17:15,796 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T15:17:15,796 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T15:17:15,796 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T15:17:15,796 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T15:17:15,796 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T15:17:15,796 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T15:17:15,796 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:15,797 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T15:17:15,797 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T15:17:15,797 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T15:17:15,797 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T15:17:15,797 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T15:17:15,797 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T15:17:15,797 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T15:17:15,798 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T15:17:15,798 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.large.0-1731424635798,5,FailOnTimeoutGroup] 2024-11-12T15:17:15,799 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:15,799 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T15:17:15,800 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.small.0-1731424635798,5,FailOnTimeoutGroup] 2024-11-12T15:17:15,800 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:15,800 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T15:17:15,800 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:15,800 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:15,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40125 is added to blk_1073741831_1007 (size=1321) 2024-11-12T15:17:15,883 INFO [RS:0;a6f201fa5419:34513 {}] regionserver.HRegionServer(746): ClusterId : c811dfcb-2b5d-4f21-b8a9-5177b21ddd65 2024-11-12T15:17:15,883 DEBUG [RS:0;a6f201fa5419:34513 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T15:17:15,893 DEBUG [RS:0;a6f201fa5419:34513 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T15:17:15,893 DEBUG [RS:0;a6f201fa5419:34513 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T15:17:15,902 DEBUG [RS:0;a6f201fa5419:34513 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T15:17:15,903 DEBUG [RS:0;a6f201fa5419:34513 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e193f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a6f201fa5419/172.17.0.2:0 2024-11-12T15:17:15,914 DEBUG [RS:0;a6f201fa5419:34513 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a6f201fa5419:34513 2024-11-12T15:17:15,914 INFO [RS:0;a6f201fa5419:34513 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T15:17:15,914 INFO [RS:0;a6f201fa5419:34513 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T15:17:15,914 DEBUG [RS:0;a6f201fa5419:34513 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T15:17:15,915 INFO [RS:0;a6f201fa5419:34513 {}] regionserver.HRegionServer(2659): reportForDuty to master=a6f201fa5419,45913,1731424633492 with port=34513, startcode=1731424633655 2024-11-12T15:17:15,915 DEBUG [RS:0;a6f201fa5419:34513 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T15:17:15,918 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51841, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T15:17:15,918 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45913 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a6f201fa5419,34513,1731424633655 2024-11-12T15:17:15,918 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45913 {}] master.ServerManager(517): Registering regionserver=a6f201fa5419,34513,1731424633655 2024-11-12T15:17:15,921 DEBUG [RS:0;a6f201fa5419:34513 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41409/user/jenkins/test-data/a5946e3b-cd19-ebe3-a5a2-7228569890bb 2024-11-12T15:17:15,921 DEBUG [RS:0;a6f201fa5419:34513 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41409 2024-11-12T15:17:15,922 DEBUG [RS:0;a6f201fa5419:34513 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T15:17:15,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45913-0x1012f9f0c160003, quorum=127.0.0.1:52746, baseZNode=/11657922180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11657922180/rs 2024-11-12T15:17:15,975 DEBUG [RS:0;a6f201fa5419:34513 {}] zookeeper.ZKUtil(111): regionserver:34513-0x1012f9f0c160004, quorum=127.0.0.1:52746, baseZNode=/11657922180 Set watcher on existing znode=/11657922180/rs/a6f201fa5419,34513,1731424633655 2024-11-12T15:17:15,975 WARN [RS:0;a6f201fa5419:34513 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T15:17:15,975 INFO [RS:0;a6f201fa5419:34513 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:17:15,975 DEBUG [RS:0;a6f201fa5419:34513 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41409/user/jenkins/test-data/a5946e3b-cd19-ebe3-a5a2-7228569890bb/WALs/a6f201fa5419,34513,1731424633655 2024-11-12T15:17:15,976 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a6f201fa5419,34513,1731424633655] 2024-11-12T15:17:15,980 INFO [RS:0;a6f201fa5419:34513 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T15:17:15,982 INFO [RS:0;a6f201fa5419:34513 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T15:17:15,983 INFO [RS:0;a6f201fa5419:34513 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T15:17:15,983 INFO [RS:0;a6f201fa5419:34513 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:15,983 INFO [RS:0;a6f201fa5419:34513 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T15:17:15,984 INFO [RS:0;a6f201fa5419:34513 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T15:17:15,984 INFO [RS:0;a6f201fa5419:34513 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:15,985 DEBUG [RS:0;a6f201fa5419:34513 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:17:15,985 DEBUG [RS:0;a6f201fa5419:34513 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:17:15,985 DEBUG [RS:0;a6f201fa5419:34513 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:17:15,985 DEBUG [RS:0;a6f201fa5419:34513 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:17:15,985 DEBUG [RS:0;a6f201fa5419:34513 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:17:15,985 DEBUG [RS:0;a6f201fa5419:34513 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a6f201fa5419:0, corePoolSize=2, maxPoolSize=2 2024-11-12T15:17:15,985 DEBUG [RS:0;a6f201fa5419:34513 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:17:15,985 DEBUG [RS:0;a6f201fa5419:34513 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:17:15,985 DEBUG [RS:0;a6f201fa5419:34513 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:17:15,985 DEBUG [RS:0;a6f201fa5419:34513 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:17:15,985 DEBUG [RS:0;a6f201fa5419:34513 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:17:15,986 DEBUG [RS:0;a6f201fa5419:34513 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:17:15,986 DEBUG [RS:0;a6f201fa5419:34513 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a6f201fa5419:0, corePoolSize=3, maxPoolSize=3 2024-11-12T15:17:15,986 DEBUG [RS:0;a6f201fa5419:34513 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a6f201fa5419:0, corePoolSize=3, maxPoolSize=3 2024-11-12T15:17:15,986 INFO [RS:0;a6f201fa5419:34513 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:15,986 INFO [RS:0;a6f201fa5419:34513 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:15,986 INFO [RS:0;a6f201fa5419:34513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:15,986 INFO [RS:0;a6f201fa5419:34513 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:15,987 INFO [RS:0;a6f201fa5419:34513 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:15,987 INFO [RS:0;a6f201fa5419:34513 {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,34513,1731424633655-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T15:17:16,000 INFO [RS:0;a6f201fa5419:34513 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T15:17:16,000 INFO [RS:0;a6f201fa5419:34513 {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,34513,1731424633655-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:16,001 INFO [RS:0;a6f201fa5419:34513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:16,001 INFO [RS:0;a6f201fa5419:34513 {}] regionserver.Replication(171): a6f201fa5419,34513,1731424633655 started 2024-11-12T15:17:16,015 INFO [RS:0;a6f201fa5419:34513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:16,015 INFO [RS:0;a6f201fa5419:34513 {}] regionserver.HRegionServer(1482): Serving as a6f201fa5419,34513,1731424633655, RpcServer on a6f201fa5419/172.17.0.2:34513, sessionid=0x1012f9f0c160004 2024-11-12T15:17:16,016 DEBUG [RS:0;a6f201fa5419:34513 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T15:17:16,016 DEBUG [RS:0;a6f201fa5419:34513 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a6f201fa5419,34513,1731424633655 2024-11-12T15:17:16,016 DEBUG [RS:0;a6f201fa5419:34513 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a6f201fa5419,34513,1731424633655' 2024-11-12T15:17:16,016 DEBUG [RS:0;a6f201fa5419:34513 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11657922180/flush-table-proc/abort' 2024-11-12T15:17:16,016 DEBUG [RS:0;a6f201fa5419:34513 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11657922180/flush-table-proc/acquired' 2024-11-12T15:17:16,017 DEBUG [RS:0;a6f201fa5419:34513 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T15:17:16,017 DEBUG [RS:0;a6f201fa5419:34513 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T15:17:16,017 DEBUG [RS:0;a6f201fa5419:34513 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a6f201fa5419,34513,1731424633655 2024-11-12T15:17:16,017 DEBUG [RS:0;a6f201fa5419:34513 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a6f201fa5419,34513,1731424633655' 2024-11-12T15:17:16,017 DEBUG [RS:0;a6f201fa5419:34513 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11657922180/online-snapshot/abort' 2024-11-12T15:17:16,018 DEBUG [RS:0;a6f201fa5419:34513 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11657922180/online-snapshot/acquired' 2024-11-12T15:17:16,018 DEBUG [RS:0;a6f201fa5419:34513 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T15:17:16,018 INFO [RS:0;a6f201fa5419:34513 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T15:17:16,018 INFO [RS:0;a6f201fa5419:34513 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T15:17:16,119 INFO [RS:0;a6f201fa5419:34513 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T15:17:16,121 INFO [RS:0;a6f201fa5419:34513 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a6f201fa5419%2C34513%2C1731424633655, suffix=, logDir=hdfs://localhost:41409/user/jenkins/test-data/a5946e3b-cd19-ebe3-a5a2-7228569890bb/WALs/a6f201fa5419,34513,1731424633655, archiveDir=hdfs://localhost:41409/user/jenkins/test-data/a5946e3b-cd19-ebe3-a5a2-7228569890bb/oldWALs, maxLogs=10 2024-11-12T15:17:16,134 DEBUG [RS:0;a6f201fa5419:34513 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5946e3b-cd19-ebe3-a5a2-7228569890bb/WALs/a6f201fa5419,34513,1731424633655/a6f201fa5419%2C34513%2C1731424633655.1731424636123, exclude list is [], retry=0 2024-11-12T15:17:16,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40125,DS-ea4a78ab-3d13-4dae-96e5-a6bb865e67d8,DISK] 2024-11-12T15:17:16,141 INFO [RS:0;a6f201fa5419:34513 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5946e3b-cd19-ebe3-a5a2-7228569890bb/WALs/a6f201fa5419,34513,1731424633655/a6f201fa5419%2C34513%2C1731424633655.1731424636123 2024-11-12T15:17:16,141 DEBUG [RS:0;a6f201fa5419:34513 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44651:44651)] 2024-11-12T15:17:16,208 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41409/user/jenkins/test-data/a5946e3b-cd19-ebe3-a5a2-7228569890bb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T15:17:16,208 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41409/user/jenkins/test-data/a5946e3b-cd19-ebe3-a5a2-7228569890bb 2024-11-12T15:17:16,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40125 is added to blk_1073741833_1009 (size=32) 2024-11-12T15:17:16,521 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T15:17:16,575 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T15:17:16,575 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T15:17:16,577 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T15:17:16,577 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-12T15:17:16,577 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T15:17:16,577 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-12T15:17:16,577 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T15:17:16,577 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-12T15:17:16,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:17:16,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T15:17:16,623 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T15:17:16,623 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:16,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:17:16,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T15:17:16,626 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T15:17:16,626 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:16,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:17:16,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T15:17:16,629 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T15:17:16,629 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:16,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:17:16,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T15:17:16,632 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T15:17:16,632 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:16,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:17:16,632 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T15:17:16,633 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41409/user/jenkins/test-data/a5946e3b-cd19-ebe3-a5a2-7228569890bb/data/hbase/meta/1588230740 2024-11-12T15:17:16,634 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41409/user/jenkins/test-data/a5946e3b-cd19-ebe3-a5a2-7228569890bb/data/hbase/meta/1588230740 2024-11-12T15:17:16,636 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T15:17:16,636 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T15:17:16,637 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T15:17:16,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T15:17:16,641 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41409/user/jenkins/test-data/a5946e3b-cd19-ebe3-a5a2-7228569890bb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T15:17:16,642 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66299519, jitterRate=-0.012060180306434631}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T15:17:16,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731424636617Initializing all the Stores at 1731424636619 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424636619Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424636620 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424636620Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424636620Cleaning up temporary data from old regions at 1731424636636 (+16 ms)Region opened successfully at 1731424636642 (+6 ms) 2024-11-12T15:17:16,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T15:17:16,643 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T15:17:16,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T15:17:16,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T15:17:16,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T15:17:16,643 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T15:17:16,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731424636642Disabling compacts and flushes for region at 1731424636642Disabling writes for close at 1731424636643 (+1 ms)Writing region close event to WAL at 1731424636643Closed at 1731424636643 2024-11-12T15:17:16,645 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T15:17:16,645 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T15:17:16,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T15:17:16,648 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T15:17:16,649 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T15:17:16,800 DEBUG [a6f201fa5419:45913 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T15:17:16,801 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a6f201fa5419,34513,1731424633655 2024-11-12T15:17:16,808 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a6f201fa5419,34513,1731424633655, state=OPENING 2024-11-12T15:17:16,858 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T15:17:16,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45913-0x1012f9f0c160003, quorum=127.0.0.1:52746, baseZNode=/11657922180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11657922180 2024-11-12T15:17:16,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34513-0x1012f9f0c160004, quorum=127.0.0.1:52746, baseZNode=/11657922180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11657922180 2024-11-12T15:17:16,872 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T15:17:16,872 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11657922180/meta-region-server: CHANGED 2024-11-12T15:17:16,872 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11657922180/meta-region-server: CHANGED 2024-11-12T15:17:16,872 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a6f201fa5419,34513,1731424633655}] 2024-11-12T15:17:17,031 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T15:17:17,038 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43603, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T15:17:17,046 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T15:17:17,046 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:17:17,046 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T15:17:17,049 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a6f201fa5419%2C34513%2C1731424633655.meta, suffix=.meta, logDir=hdfs://localhost:41409/user/jenkins/test-data/a5946e3b-cd19-ebe3-a5a2-7228569890bb/WALs/a6f201fa5419,34513,1731424633655, archiveDir=hdfs://localhost:41409/user/jenkins/test-data/a5946e3b-cd19-ebe3-a5a2-7228569890bb/oldWALs, maxLogs=10 2024-11-12T15:17:17,063 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5946e3b-cd19-ebe3-a5a2-7228569890bb/WALs/a6f201fa5419,34513,1731424633655/a6f201fa5419%2C34513%2C1731424633655.meta.1731424637051.meta, exclude list is [], retry=0 2024-11-12T15:17:17,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40125,DS-ea4a78ab-3d13-4dae-96e5-a6bb865e67d8,DISK] 2024-11-12T15:17:17,069 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5946e3b-cd19-ebe3-a5a2-7228569890bb/WALs/a6f201fa5419,34513,1731424633655/a6f201fa5419%2C34513%2C1731424633655.meta.1731424637051.meta 2024-11-12T15:17:17,069 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44651:44651)] 2024-11-12T15:17:17,070 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T15:17:17,070 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T15:17:17,070 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T15:17:17,070 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T15:17:17,070 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T15:17:17,071 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T15:17:17,071 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:17:17,071 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T15:17:17,071 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T15:17:17,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T15:17:17,075 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T15:17:17,075 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:17,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:17:17,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T15:17:17,077 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T15:17:17,077 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:17,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:17:17,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T15:17:17,078 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T15:17:17,078 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:17,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:17:17,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T15:17:17,080 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T15:17:17,080 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:17,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:17:17,081 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T15:17:17,082 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41409/user/jenkins/test-data/a5946e3b-cd19-ebe3-a5a2-7228569890bb/data/hbase/meta/1588230740 2024-11-12T15:17:17,084 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41409/user/jenkins/test-data/a5946e3b-cd19-ebe3-a5a2-7228569890bb/data/hbase/meta/1588230740 2024-11-12T15:17:17,087 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T15:17:17,087 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T15:17:17,088 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T15:17:17,090 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T15:17:17,092 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65506000, jitterRate=-0.02388453483581543}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T15:17:17,092 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T15:17:17,092 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731424637071Writing region info on filesystem at 1731424637071Initializing all the Stores at 1731424637073 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424637073Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424637073Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424637073Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424637073Cleaning up temporary data from old regions at 1731424637087 (+14 ms)Running coprocessor post-open hooks at 1731424637092 (+5 ms)Region opened successfully at 1731424637092 2024-11-12T15:17:17,093 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731424637031 2024-11-12T15:17:17,097 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T15:17:17,097 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T15:17:17,098 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a6f201fa5419,34513,1731424633655 2024-11-12T15:17:17,101 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a6f201fa5419,34513,1731424633655, state=OPEN 2024-11-12T15:17:17,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34513-0x1012f9f0c160004, quorum=127.0.0.1:52746, baseZNode=/11657922180 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11657922180/meta-region-server 2024-11-12T15:17:17,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45913-0x1012f9f0c160003, quorum=127.0.0.1:52746, baseZNode=/11657922180 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11657922180/meta-region-server 2024-11-12T15:17:17,133 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a6f201fa5419,34513,1731424633655 2024-11-12T15:17:17,133 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11657922180/meta-region-server: CHANGED 2024-11-12T15:17:17,133 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11657922180/meta-region-server: CHANGED 2024-11-12T15:17:17,137 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T15:17:17,137 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a6f201fa5419,34513,1731424633655 in 261 msec 2024-11-12T15:17:17,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T15:17:17,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 491 msec 2024-11-12T15:17:17,144 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T15:17:17,144 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T15:17:17,146 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:17:17,146 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,34513,1731424633655, seqNum=-1] 2024-11-12T15:17:17,146 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:17:17,148 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55193, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T15:17:17,157 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3660 sec 2024-11-12T15:17:17,157 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731424637157, completionTime=-1 2024-11-12T15:17:17,157 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T15:17:17,158 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T15:17:17,160 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T15:17:17,160 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731424697160 2024-11-12T15:17:17,160 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731424757160 2024-11-12T15:17:17,160 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-12T15:17:17,160 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,45913,1731424633492-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:17,160 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,45913,1731424633492-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:17,161 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,45913,1731424633492-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:17,161 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a6f201fa5419:45913, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:17,161 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:17,161 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:17,163 DEBUG [master/a6f201fa5419:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T15:17:17,166 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.443sec 2024-11-12T15:17:17,166 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T15:17:17,166 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T15:17:17,166 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T15:17:17,166 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T15:17:17,167 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T15:17:17,167 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,45913,1731424633492-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T15:17:17,167 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,45913,1731424633492-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T15:17:17,170 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T15:17:17,170 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T15:17:17,171 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,45913,1731424633492-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:17,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cd1c23c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:17:17,183 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,45913,-1 for getting cluster id 2024-11-12T15:17:17,183 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:17:17,186 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c811dfcb-2b5d-4f21-b8a9-5177b21ddd65' 2024-11-12T15:17:17,187 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:17:17,187 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c811dfcb-2b5d-4f21-b8a9-5177b21ddd65" 2024-11-12T15:17:17,187 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17706efb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:17:17,187 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,45913,-1] 2024-11-12T15:17:17,188 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:17:17,188 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:17:17,190 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:17:17,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67d7ffbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:17:17,193 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:17:17,195 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,34513,1731424633655, seqNum=-1] 2024-11-12T15:17:17,195 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:17:17,198 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T15:17:17,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a6f201fa5419,45913,1731424633492 2024-11-12T15:17:17,202 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52746 2024-11-12T15:17:17,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52746, baseZNode=/11657922180 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T15:17:17,216 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012f9f0c160005 connected 2024-11-12T15:17:17,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a856152, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:17:17,232 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,34367,-1 for getting cluster id 2024-11-12T15:17:17,233 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:17:17,234 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67b8eef4-3fac-44be-a730-24e600d8f58b' 2024-11-12T15:17:17,234 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:17:17,235 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67b8eef4-3fac-44be-a730-24e600d8f58b" 2024-11-12T15:17:17,235 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3abf0fa8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:17:17,235 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,34367,-1] 2024-11-12T15:17:17,235 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:17:17,236 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:17:17,237 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:17:17,238 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e297780, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:17:17,245 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:17:17,249 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,34367,1731424625989 2024-11-12T15:17:17,251 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6fb6984e 2024-11-12T15:17:17,252 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:17:17,254 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T15:17:17,255 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34367 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://a6f201fa5419:45913,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T15:17:17,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34367 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T15:17:17,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:17:17,268 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a6f201fa5419:45913' 2024-11-12T15:17:17,270 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20103077, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:17:17,270 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,45913,-1 for getting cluster id 2024-11-12T15:17:17,271 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:17:17,271 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c811dfcb-2b5d-4f21-b8a9-5177b21ddd65' 2024-11-12T15:17:17,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:17:17,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c811dfcb-2b5d-4f21-b8a9-5177b21ddd65" 2024-11-12T15:17:17,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3affbe8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:17:17,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,45913,-1] 2024-11-12T15:17:17,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:17:17,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:17:17,274 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:17:17,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@457ed5e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:17:17,276 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:17:17,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,45913,1731424633492 2024-11-12T15:17:17,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c444f6f 2024-11-12T15:17:17,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:17:17,282 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T15:17:17,295 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-12T15:17:17,295 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T15:17:17,301 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:17:17,302 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:17:17,302 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:17:17,303 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T15:17:17,309 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T15:17:17,313 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T15:17:17,314 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:17,316 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T15:17:17,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741835_1011 (size=1138) 2024-11-12T15:17:17,362 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T15:17:17,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:17:17,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:17:17,731 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 90ca3bb6252278092ff77c3961b499a9, NAME => 'hbase:replication,,1731424637303.90ca3bb6252278092ff77c3961b499a9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd 2024-11-12T15:17:17,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741836_1012 (size=44) 2024-11-12T15:17:17,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:17:18,141 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731424637303.90ca3bb6252278092ff77c3961b499a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:17:18,141 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 90ca3bb6252278092ff77c3961b499a9, disabling compactions & flushes 2024-11-12T15:17:18,141 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731424637303.90ca3bb6252278092ff77c3961b499a9. 2024-11-12T15:17:18,141 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731424637303.90ca3bb6252278092ff77c3961b499a9. 2024-11-12T15:17:18,141 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731424637303.90ca3bb6252278092ff77c3961b499a9. after waiting 0 ms 2024-11-12T15:17:18,141 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731424637303.90ca3bb6252278092ff77c3961b499a9. 2024-11-12T15:17:18,142 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731424637303.90ca3bb6252278092ff77c3961b499a9. 2024-11-12T15:17:18,142 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 90ca3bb6252278092ff77c3961b499a9: Waiting for close lock at 1731424638141Disabling compacts and flushes for region at 1731424638141Disabling writes for close at 1731424638141Writing region close event to WAL at 1731424638142 (+1 ms)Closed at 1731424638142 2024-11-12T15:17:18,144 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T15:17:18,148 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731424637303.90ca3bb6252278092ff77c3961b499a9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731424638144"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731424638144"}]},"ts":"1731424638144"} 2024-11-12T15:17:18,153 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T15:17:18,155 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T15:17:18,158 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731424638155"}]},"ts":"1731424638155"} 2024-11-12T15:17:18,162 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T15:17:18,164 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=90ca3bb6252278092ff77c3961b499a9, ASSIGN}] 2024-11-12T15:17:18,166 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=90ca3bb6252278092ff77c3961b499a9, ASSIGN 2024-11-12T15:17:18,167 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=90ca3bb6252278092ff77c3961b499a9, ASSIGN; state=OFFLINE, location=a6f201fa5419,33857,1731424626757; forceNewPlan=false, retain=false 2024-11-12T15:17:18,318 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=90ca3bb6252278092ff77c3961b499a9, regionState=OPENING, regionLocation=a6f201fa5419,33857,1731424626757 2024-11-12T15:17:18,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=90ca3bb6252278092ff77c3961b499a9, ASSIGN because future has completed 2024-11-12T15:17:18,323 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 90ca3bb6252278092ff77c3961b499a9, server=a6f201fa5419,33857,1731424626757}] 2024-11-12T15:17:18,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:17:18,485 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731424637303.90ca3bb6252278092ff77c3961b499a9. 2024-11-12T15:17:18,485 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:17:18,486 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T15:17:18,490 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a6f201fa5419%2C33857%2C1731424626757.rep, suffix=, logDir=hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/WALs/a6f201fa5419,33857,1731424626757, archiveDir=hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/oldWALs, maxLogs=10 2024-11-12T15:17:18,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/WALs/a6f201fa5419,33857,1731424626757/a6f201fa5419%2C33857%2C1731424626757.rep.1731424638491, exclude list is [], retry=0 2024-11-12T15:17:18,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33697,DS-88495c1e-93f2-4494-97c7-a5ed920d88b4,DISK] 2024-11-12T15:17:18,511 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/WALs/a6f201fa5419,33857,1731424626757/a6f201fa5419%2C33857%2C1731424626757.rep.1731424638491 2024-11-12T15:17:18,511 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45251:45251)] 2024-11-12T15:17:18,512 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 90ca3bb6252278092ff77c3961b499a9, NAME => 'hbase:replication,,1731424637303.90ca3bb6252278092ff77c3961b499a9.', STARTKEY => '', ENDKEY => ''} 2024-11-12T15:17:18,512 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T15:17:18,512 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T15:17:18,512 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731424637303.90ca3bb6252278092ff77c3961b499a9. service=MultiRowMutationService 2024-11-12T15:17:18,512 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T15:17:18,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 90ca3bb6252278092ff77c3961b499a9 2024-11-12T15:17:18,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731424637303.90ca3bb6252278092ff77c3961b499a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:17:18,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 90ca3bb6252278092ff77c3961b499a9 2024-11-12T15:17:18,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 90ca3bb6252278092ff77c3961b499a9 2024-11-12T15:17:18,515 INFO [StoreOpener-90ca3bb6252278092ff77c3961b499a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 90ca3bb6252278092ff77c3961b499a9 2024-11-12T15:17:18,517 INFO [StoreOpener-90ca3bb6252278092ff77c3961b499a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90ca3bb6252278092ff77c3961b499a9 columnFamilyName hfileref 2024-11-12T15:17:18,517 DEBUG [StoreOpener-90ca3bb6252278092ff77c3961b499a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:18,517 INFO [StoreOpener-90ca3bb6252278092ff77c3961b499a9-1 {}] regionserver.HStore(327): Store=90ca3bb6252278092ff77c3961b499a9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:17:18,518 INFO [StoreOpener-90ca3bb6252278092ff77c3961b499a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 90ca3bb6252278092ff77c3961b499a9 2024-11-12T15:17:18,519 INFO [StoreOpener-90ca3bb6252278092ff77c3961b499a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90ca3bb6252278092ff77c3961b499a9 columnFamilyName queue 2024-11-12T15:17:18,519 DEBUG [StoreOpener-90ca3bb6252278092ff77c3961b499a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:18,520 INFO [StoreOpener-90ca3bb6252278092ff77c3961b499a9-1 {}] regionserver.HStore(327): Store=90ca3bb6252278092ff77c3961b499a9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:17:18,520 INFO [StoreOpener-90ca3bb6252278092ff77c3961b499a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 90ca3bb6252278092ff77c3961b499a9 2024-11-12T15:17:18,522 INFO [StoreOpener-90ca3bb6252278092ff77c3961b499a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90ca3bb6252278092ff77c3961b499a9 columnFamilyName sid 2024-11-12T15:17:18,522 DEBUG [StoreOpener-90ca3bb6252278092ff77c3961b499a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:18,522 INFO [StoreOpener-90ca3bb6252278092ff77c3961b499a9-1 {}] regionserver.HStore(327): Store=90ca3bb6252278092ff77c3961b499a9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:17:18,522 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 90ca3bb6252278092ff77c3961b499a9 2024-11-12T15:17:18,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/data/hbase/replication/90ca3bb6252278092ff77c3961b499a9 2024-11-12T15:17:18,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/data/hbase/replication/90ca3bb6252278092ff77c3961b499a9 2024-11-12T15:17:18,525 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 90ca3bb6252278092ff77c3961b499a9 2024-11-12T15:17:18,525 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 90ca3bb6252278092ff77c3961b499a9 2024-11-12T15:17:18,526 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T15:17:18,528 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 90ca3bb6252278092ff77c3961b499a9 2024-11-12T15:17:18,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/data/hbase/replication/90ca3bb6252278092ff77c3961b499a9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T15:17:18,533 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 90ca3bb6252278092ff77c3961b499a9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67973790, jitterRate=0.012888401746749878}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T15:17:18,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 90ca3bb6252278092ff77c3961b499a9 2024-11-12T15:17:18,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 90ca3bb6252278092ff77c3961b499a9: Running coprocessor pre-open hook at 1731424638513Writing region info on filesystem at 1731424638513Initializing all the Stores at 1731424638515 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424638515Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424638515Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424638515Cleaning up temporary data from old regions at 1731424638525 (+10 ms)Running coprocessor post-open hooks at 1731424638533 (+8 ms)Region opened successfully at 1731424638535 (+2 ms) 2024-11-12T15:17:18,537 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731424637303.90ca3bb6252278092ff77c3961b499a9., pid=7, masterSystemTime=1731424638477 2024-11-12T15:17:18,540 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731424637303.90ca3bb6252278092ff77c3961b499a9. 2024-11-12T15:17:18,540 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731424637303.90ca3bb6252278092ff77c3961b499a9. 2024-11-12T15:17:18,541 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=90ca3bb6252278092ff77c3961b499a9, regionState=OPEN, openSeqNum=2, regionLocation=a6f201fa5419,33857,1731424626757 2024-11-12T15:17:18,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 90ca3bb6252278092ff77c3961b499a9, server=a6f201fa5419,33857,1731424626757 because future has completed 2024-11-12T15:17:18,550 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-12T15:17:18,551 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 90ca3bb6252278092ff77c3961b499a9, server=a6f201fa5419,33857,1731424626757 in 224 msec 2024-11-12T15:17:18,555 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T15:17:18,555 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=90ca3bb6252278092ff77c3961b499a9, ASSIGN in 388 msec 2024-11-12T15:17:18,556 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T15:17:18,556 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731424638556"}]},"ts":"1731424638556"} 2024-11-12T15:17:18,558 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T15:17:18,560 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T15:17:18,563 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2560 sec 2024-11-12T15:17:18,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731424637303.90ca3bb6252278092ff77c3961b499a9., hostname=a6f201fa5419,33857,1731424626757, seqNum=2] 2024-11-12T15:17:18,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33857 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-12T15:17:18,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34367-0x1012f9f0c160000, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1332094364 2024-11-12T15:17:18,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33857-0x1012f9f0c160001, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1332094364 2024-11-12T15:17:18,675 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T15:17:18,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33857 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-12T15:17:18,844 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T15:17:18,882 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-a6f201fa5419,33857,1731424626757, ReplicationSource: 1, currentBandwidth=0 2024-11-12T15:17:18,883 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:17:18,883 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,33857,1731424626757, seqNum=-1] 2024-11-12T15:17:18,883 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:17:18,884 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52437, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-12T15:17:18,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a6f201fa5419,33857,1731424626757', locateType=CURRENT is [region=hbase:replication,,1731424637303.90ca3bb6252278092ff77c3961b499a9., hostname=a6f201fa5419,33857,1731424626757, seqNum=2] 2024-11-12T15:17:18,892 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-12T15:17:18,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34367 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-12T15:17:18,897 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a6f201fa5419,33857,1731424626757 suceeded 2024-11-12T15:17:18,901 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-12T15:17:18,901 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 222 msec 2024-11-12T15:17:18,901 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a6f201fa5419:45913,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T15:17:18,904 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6440 sec 2024-11-12T15:17:18,911 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33857,1731424626757 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a6f201fa5419:45913' 2024-11-12T15:17:18,913 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33857,1731424626757 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21133575, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:17:18,913 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33857,1731424626757 {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,45913,-1 for getting cluster id 2024-11-12T15:17:18,913 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33857,1731424626757 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:17:18,914 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c811dfcb-2b5d-4f21-b8a9-5177b21ddd65' 2024-11-12T15:17:18,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:17:18,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c811dfcb-2b5d-4f21-b8a9-5177b21ddd65" 2024-11-12T15:17:18,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75d058d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:17:18,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,45913,-1] 2024-11-12T15:17:18,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:17:18,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:17:18,916 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:17:18,917 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33857,1731424626757 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7bcd6abd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:17:18,917 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33857,1731424626757 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:17:18,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,45913,1731424633492 2024-11-12T15:17:18,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@683ba90 2024-11-12T15:17:18,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:17:18,919 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-12T15:17:18,920 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33857,1731424626757 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a6f201fa5419,33857,1731424626757 (queues=1) is replicating from cluster=67b8eef4-3fac-44be-a730-24e600d8f58b to cluster=c811dfcb-2b5d-4f21-b8a9-5177b21ddd65 2024-11-12T15:17:18,922 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33857,1731424626757 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a6f201fa5419%2C33857%2C1731424626757 2024-11-12T15:17:18,926 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33857,1731424626757 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a6f201fa5419,33857,1731424626757, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T15:17:18,928 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33857,1731424626757.replicationSource.shippera6f201fa5419%2C33857%2C1731424626757,1-a6f201fa5419,33857,1731424626757 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a6f201fa5419%2C33857%2C1731424626757 2024-11-12T15:17:18,932 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33857,1731424626757.replicationSource.wal-reader.a6f201fa5419%2C33857%2C1731424626757,1-a6f201fa5419,33857,1731424626757 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/WALs/a6f201fa5419,33857,1731424626757/a6f201fa5419%2C33857%2C1731424626757.1731424629890, startPosition=0, beingWritten=true 2024-11-12T15:17:19,182 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33857,1731424626757.replicationSource.wal-reader.a6f201fa5419%2C33857%2C1731424626757,1-a6f201fa5419,33857,1731424626757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/WALs/a6f201fa5419,33857,1731424626757/a6f201fa5419%2C33857%2C1731424626757.1731424629890 to pos 0, reset compression=false 2024-11-12T15:17:19,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:17:19,431 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T15:17:19,431 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T15:17:19,431 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:17:19,431 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:17:19,432 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:17:19,432 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:17:19,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6067dc31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:17:19,433 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,34367,-1 for getting cluster id 2024-11-12T15:17:19,433 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:17:19,434 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67b8eef4-3fac-44be-a730-24e600d8f58b' 2024-11-12T15:17:19,435 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:17:19,435 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67b8eef4-3fac-44be-a730-24e600d8f58b" 2024-11-12T15:17:19,435 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b225647, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:17:19,435 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,34367,-1] 2024-11-12T15:17:19,435 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:17:19,436 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:17:19,437 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:17:19,438 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@290a4a26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:17:19,439 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:17:19,440 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,34367,1731424625989 2024-11-12T15:17:19,440 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38584eaf 2024-11-12T15:17:19,440 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:17:19,442 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T15:17:19,442 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34367 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://a6f201fa5419:45913,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T15:17:19,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34367 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T15:17:19,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-12T15:17:19,447 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a6f201fa5419:45913' 2024-11-12T15:17:19,448 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d3dd667, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:17:19,448 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,45913,-1 for getting cluster id 2024-11-12T15:17:19,449 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:17:19,450 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c811dfcb-2b5d-4f21-b8a9-5177b21ddd65' 2024-11-12T15:17:19,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:17:19,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c811dfcb-2b5d-4f21-b8a9-5177b21ddd65" 2024-11-12T15:17:19,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68b4da92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:17:19,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,45913,-1] 2024-11-12T15:17:19,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:17:19,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:17:19,452 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:17:19,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9b90e2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:17:19,453 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:17:19,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,45913,1731424633492 2024-11-12T15:17:19,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@db03e1 2024-11-12T15:17:19,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:17:19,457 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T15:17:19,458 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-12T15:17:19,458 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T15:17:19,458 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:17:19,458 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:17:19,458 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:17:19,493 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33857,1731424626757.replicationSource.wal-reader.a6f201fa5419%2C33857%2C1731424626757,1-a6f201fa5419,33857,1731424626757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/WALs/a6f201fa5419,33857,1731424626757/a6f201fa5419%2C33857%2C1731424626757.1731424629890 to pos 0, reset compression=false 2024-11-12T15:17:19,537 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T15:17:19,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-12T15:17:19,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33857 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-12T15:17:19,694 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-12T15:17:19,727 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-a6f201fa5419,33857,1731424626757, ReplicationSource: 2, currentBandwidth=0 2024-11-12T15:17:19,730 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-12T15:17:19,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34367 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-12T15:17:19,734 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on a6f201fa5419,33857,1731424626757 suceeded 2024-11-12T15:17:19,737 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T15:17:19,737 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://a6f201fa5419:45913,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T15:17:19,737 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-12T15:17:19,739 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 295 msec 2024-11-12T15:17:19,746 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,2-a6f201fa5419,33857,1731424626757 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a6f201fa5419:45913' 2024-11-12T15:17:19,747 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,2-a6f201fa5419,33857,1731424626757 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b20bdd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:17:19,747 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,2-a6f201fa5419,33857,1731424626757 {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,45913,-1 for getting cluster id 2024-11-12T15:17:19,747 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,2-a6f201fa5419,33857,1731424626757 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:17:19,748 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c811dfcb-2b5d-4f21-b8a9-5177b21ddd65' 2024-11-12T15:17:19,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:17:19,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c811dfcb-2b5d-4f21-b8a9-5177b21ddd65" 2024-11-12T15:17:19,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@dbacaf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:17:19,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,45913,-1] 2024-11-12T15:17:19,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:17:19,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:17:19,751 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:17:19,752 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,2-a6f201fa5419,33857,1731424626757 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46bc7a5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:17:19,752 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,2-a6f201fa5419,33857,1731424626757 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:17:19,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,45913,1731424633492 2024-11-12T15:17:19,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f0f289 2024-11-12T15:17:19,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:17:19,754 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-12T15:17:19,755 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,2-a6f201fa5419,33857,1731424626757 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-a6f201fa5419,33857,1731424626757 (queues=1) is replicating from cluster=67b8eef4-3fac-44be-a730-24e600d8f58b to cluster=c811dfcb-2b5d-4f21-b8a9-5177b21ddd65 2024-11-12T15:17:19,755 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,2-a6f201fa5419,33857,1731424626757 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=a6f201fa5419%2C33857%2C1731424626757 2024-11-12T15:17:19,755 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,2-a6f201fa5419,33857,1731424626757 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-a6f201fa5419,33857,1731424626757, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T15:17:19,756 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,2-a6f201fa5419,33857,1731424626757.replicationSource.shippera6f201fa5419%2C33857%2C1731424626757,2-a6f201fa5419,33857,1731424626757 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a6f201fa5419%2C33857%2C1731424626757 2024-11-12T15:17:19,756 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,2-a6f201fa5419,33857,1731424626757.replicationSource.wal-reader.a6f201fa5419%2C33857%2C1731424626757,2-a6f201fa5419,33857,1731424626757 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/WALs/a6f201fa5419,33857,1731424626757/a6f201fa5419%2C33857%2C1731424626757.1731424629890, startPosition=0, beingWritten=true 2024-11-12T15:17:19,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-12T15:17:19,768 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-12T15:17:19,768 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T15:17:19,768 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:17:19,768 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:17:19,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:17:19,769 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:17:19,769 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:17:19,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,34367,1731424625989 2024-11-12T15:17:19,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c8b5c78 2024-11-12T15:17:19,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:17:19,776 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T15:17:19,778 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34367 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-12T15:17:19,780 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34367 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-12T15:17:19,781 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34367 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-12T15:17:19,783 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34367 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-12T15:17:19,787 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34367 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://a6f201fa5419:45913,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T15:17:19,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34367 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-12T15:17:19,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-12T15:17:19,796 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a6f201fa5419:45913' 2024-11-12T15:17:19,797 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@603137b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:17:19,797 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,45913,-1 for getting cluster id 2024-11-12T15:17:19,797 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:17:19,798 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c811dfcb-2b5d-4f21-b8a9-5177b21ddd65' 2024-11-12T15:17:19,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:17:19,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c811dfcb-2b5d-4f21-b8a9-5177b21ddd65" 2024-11-12T15:17:19,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56b1aa3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:17:19,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,45913,-1] 2024-11-12T15:17:19,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:17:19,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:17:19,800 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:17:19,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d9dce8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:17:19,801 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:17:19,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,45913,1731424633492 2024-11-12T15:17:19,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e5c8085 2024-11-12T15:17:19,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:17:19,803 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T15:17:19,803 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-12T15:17:19,803 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T15:17:19,803 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:17:19,804 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:17:19,804 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:17:19,838 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T15:17:19,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-12T15:17:19,902 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33857,1731424626757.replicationSource.wal-reader.a6f201fa5419%2C33857%2C1731424626757,1-a6f201fa5419,33857,1731424626757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/WALs/a6f201fa5419,33857,1731424626757/a6f201fa5419%2C33857%2C1731424626757.1731424629890 to pos 0, reset compression=false 2024-11-12T15:17:19,963 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,2-a6f201fa5419,33857,1731424626757.replicationSource.wal-reader.a6f201fa5419%2C33857%2C1731424626757,2-a6f201fa5419,33857,1731424626757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/WALs/a6f201fa5419,33857,1731424626757/a6f201fa5419%2C33857%2C1731424626757.1731424629890 to pos 0, reset compression=false 2024-11-12T15:17:19,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33857 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-12T15:17:19,995 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-12T15:17:19,998 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-12T15:17:20,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34367 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-12T15:17:20,007 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on a6f201fa5419,33857,1731424626757 suceeded 2024-11-12T15:17:20,012 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-12T15:17:20,012 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 169 msec 2024-11-12T15:17:20,012 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://a6f201fa5419:45913,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T15:17:20,015 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 224 msec 2024-11-12T15:17:20,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-12T15:17:20,111 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-12T15:17:20,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34367 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://a6f201fa5419:45913,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T15:17:20,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34367 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-12T15:17:20,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-12T15:17:20,122 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a6f201fa5419:45913' 2024-11-12T15:17:20,123 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b26cf4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:17:20,123 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,45913,-1 for getting cluster id 2024-11-12T15:17:20,123 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:17:20,124 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c811dfcb-2b5d-4f21-b8a9-5177b21ddd65' 2024-11-12T15:17:20,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:17:20,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c811dfcb-2b5d-4f21-b8a9-5177b21ddd65" 2024-11-12T15:17:20,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@686a1b92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:17:20,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,45913,-1] 2024-11-12T15:17:20,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:17:20,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:17:20,126 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:17:20,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@417b25df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:17:20,127 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:17:20,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,45913,1731424633492 2024-11-12T15:17:20,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4644e545 2024-11-12T15:17:20,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:17:20,129 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T15:17:20,130 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-12T15:17:20,130 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T15:17:20,130 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:17:20,130 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:17:20,130 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:17:20,145 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T15:17:20,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-12T15:17:20,272 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,2-a6f201fa5419,33857,1731424626757.replicationSource.wal-reader.a6f201fa5419%2C33857%2C1731424626757,2-a6f201fa5419,33857,1731424626757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/WALs/a6f201fa5419,33857,1731424626757/a6f201fa5419%2C33857%2C1731424626757.1731424629890 to pos 0, reset compression=false 2024-11-12T15:17:20,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33857 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-12T15:17:20,299 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-12T15:17:20,301 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-12T15:17:20,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34367 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-12T15:17:20,305 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on a6f201fa5419,33857,1731424626757 suceeded 2024-11-12T15:17:20,309 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-12T15:17:20,309 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://a6f201fa5419:45913,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T15:17:20,309 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-11-12T15:17:20,311 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 195 msec 2024-11-12T15:17:20,409 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33857,1731424626757.replicationSource.wal-reader.a6f201fa5419%2C33857%2C1731424626757,1-a6f201fa5419,33857,1731424626757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/WALs/a6f201fa5419,33857,1731424626757/a6f201fa5419%2C33857%2C1731424626757.1731424629890 to pos 0, reset compression=false 2024-11-12T15:17:20,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-12T15:17:20,439 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-12T15:17:20,440 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34367 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-12T15:17:20,443 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34367 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-12T15:17:20,444 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T15:17:20,445 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:17:20,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:17:20,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:17:20,445 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T15:17:20,445 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:17:20,445 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=170191611, stopped=false 2024-11-12T15:17:20,446 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a6f201fa5419,34367,1731424625989 2024-11-12T15:17:20,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34367-0x1012f9f0c160000, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1332094364/running 2024-11-12T15:17:20,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33857-0x1012f9f0c160001, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1332094364/running 2024-11-12T15:17:20,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34367-0x1012f9f0c160000, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1332094364 2024-11-12T15:17:20,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33857-0x1012f9f0c160001, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1332094364 2024-11-12T15:17:20,460 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T15:17:20,460 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T15:17:20,460 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33857-0x1012f9f0c160001, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Set watcher on znode that does not yet exist, /0-1332094364/running 2024-11-12T15:17:20,460 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:17:20,460 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:17:20,460 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34367-0x1012f9f0c160000, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Set watcher on znode that does not yet exist, /0-1332094364/running 2024-11-12T15:17:20,461 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a6f201fa5419,33857,1731424626757' ***** 2024-11-12T15:17:20,461 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T15:17:20,461 INFO [RS:0;a6f201fa5419:33857 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T15:17:20,462 INFO [RS:0;a6f201fa5419:33857 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T15:17:20,462 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T15:17:20,462 INFO [RS:0;a6f201fa5419:33857 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T15:17:20,462 INFO [RS:0;a6f201fa5419:33857 {}] regionserver.HRegionServer(3091): Received CLOSE for 90ca3bb6252278092ff77c3961b499a9 2024-11-12T15:17:20,470 INFO [RS:0;a6f201fa5419:33857 {}] regionserver.HRegionServer(959): stopping server a6f201fa5419,33857,1731424626757 2024-11-12T15:17:20,470 INFO [RS:0;a6f201fa5419:33857 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T15:17:20,470 INFO [RS:0;a6f201fa5419:33857 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a6f201fa5419:33857. 2024-11-12T15:17:20,470 DEBUG [RS:0;a6f201fa5419:33857 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:17:20,470 DEBUG [RS:0;a6f201fa5419:33857 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:17:20,471 INFO [RS:0;a6f201fa5419:33857 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T15:17:20,471 INFO [RS:0;a6f201fa5419:33857 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T15:17:20,471 INFO [RS:0;a6f201fa5419:33857 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T15:17:20,471 INFO [RS:0;a6f201fa5419:33857 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T15:17:20,480 INFO [RS:0;a6f201fa5419:33857 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T15:17:20,480 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T15:17:20,480 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 90ca3bb6252278092ff77c3961b499a9, disabling compactions & flushes 2024-11-12T15:17:20,480 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731424637303.90ca3bb6252278092ff77c3961b499a9. 2024-11-12T15:17:20,480 DEBUG [RS:0;a6f201fa5419:33857 {}] regionserver.HRegionServer(1325): Online Regions={90ca3bb6252278092ff77c3961b499a9=hbase:replication,,1731424637303.90ca3bb6252278092ff77c3961b499a9., 1588230740=hbase:meta,,1.1588230740} 2024-11-12T15:17:20,480 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T15:17:20,480 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731424637303.90ca3bb6252278092ff77c3961b499a9. 2024-11-12T15:17:20,480 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T15:17:20,480 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731424637303.90ca3bb6252278092ff77c3961b499a9. after waiting 0 ms 2024-11-12T15:17:20,480 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T15:17:20,480 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731424637303.90ca3bb6252278092ff77c3961b499a9. 2024-11-12T15:17:20,480 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T15:17:20,480 DEBUG [RS:0;a6f201fa5419:33857 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 90ca3bb6252278092ff77c3961b499a9 2024-11-12T15:17:20,485 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 90ca3bb6252278092ff77c3961b499a9 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-12T15:17:20,486 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-12T15:17:20,546 INFO [regionserver/a6f201fa5419:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T15:17:20,559 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/data/hbase/replication/90ca3bb6252278092ff77c3961b499a9/.tmp/queue/f34b613e5b2f4cf2a3e81080caf5aba4 is 151, key is 1-a6f201fa5419,33857,1731424626757/queue:a6f201fa5419%2C33857%2C1731424626757/1731424638888/Put/seqid=0 2024-11-12T15:17:20,559 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/data/hbase/meta/1588230740/.tmp/info/4107da2b1fb54edf9c1f0cbea66354ef is 147, key is hbase:replication,,1731424637303.90ca3bb6252278092ff77c3961b499a9./info:regioninfo/1731424638541/Put/seqid=0 2024-11-12T15:17:20,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741838_1014 (size=5500) 2024-11-12T15:17:20,588 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/data/hbase/replication/90ca3bb6252278092ff77c3961b499a9/.tmp/queue/f34b613e5b2f4cf2a3e81080caf5aba4 2024-11-12T15:17:20,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741839_1015 (size=6631) 2024-11-12T15:17:20,592 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/data/hbase/meta/1588230740/.tmp/info/4107da2b1fb54edf9c1f0cbea66354ef 2024-11-12T15:17:20,667 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/data/hbase/replication/90ca3bb6252278092ff77c3961b499a9/.tmp/queue/f34b613e5b2f4cf2a3e81080caf5aba4 as hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/data/hbase/replication/90ca3bb6252278092ff77c3961b499a9/queue/f34b613e5b2f4cf2a3e81080caf5aba4 2024-11-12T15:17:20,678 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,2-a6f201fa5419,33857,1731424626757.replicationSource.wal-reader.a6f201fa5419%2C33857%2C1731424626757,2-a6f201fa5419,33857,1731424626757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/WALs/a6f201fa5419,33857,1731424626757/a6f201fa5419%2C33857%2C1731424626757.1731424629890 to pos 0, reset compression=false 2024-11-12T15:17:20,681 DEBUG [RS:0;a6f201fa5419:33857 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 90ca3bb6252278092ff77c3961b499a9 2024-11-12T15:17:20,686 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/data/hbase/replication/90ca3bb6252278092ff77c3961b499a9/queue/f34b613e5b2f4cf2a3e81080caf5aba4, entries=2, sequenceid=6, filesize=5.4 K 2024-11-12T15:17:20,688 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/data/hbase/meta/1588230740/.tmp/ns/2681a78f1ffc48659dee958824a61e17 is 43, key is default/ns:d/1731424631144/Put/seqid=0 2024-11-12T15:17:20,700 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 90ca3bb6252278092ff77c3961b499a9 in 210ms, sequenceid=6, compaction requested=false 2024-11-12T15:17:20,700 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-12T15:17:20,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741840_1016 (size=5153) 2024-11-12T15:17:20,709 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/data/hbase/meta/1588230740/.tmp/ns/2681a78f1ffc48659dee958824a61e17 2024-11-12T15:17:20,736 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/data/hbase/replication/90ca3bb6252278092ff77c3961b499a9/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-12T15:17:20,739 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T15:17:20,739 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T15:17:20,739 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731424637303.90ca3bb6252278092ff77c3961b499a9. 2024-11-12T15:17:20,740 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 90ca3bb6252278092ff77c3961b499a9: Waiting for close lock at 1731424640479Running coprocessor pre-close hooks at 1731424640480 (+1 ms)Disabling compacts and flushes for region at 1731424640480Disabling writes for close at 1731424640480Obtaining lock to block concurrent updates at 1731424640486 (+6 ms)Preparing flush snapshotting stores in 90ca3bb6252278092ff77c3961b499a9 at 1731424640486Finished memstore snapshotting hbase:replication,,1731424637303.90ca3bb6252278092ff77c3961b499a9., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731424640495 (+9 ms)Flushing stores of hbase:replication,,1731424637303.90ca3bb6252278092ff77c3961b499a9. at 1731424640496 (+1 ms)Flushing 90ca3bb6252278092ff77c3961b499a9/queue: creating writer at 1731424640498 (+2 ms)Flushing 90ca3bb6252278092ff77c3961b499a9/queue: appending metadata at 1731424640545 (+47 ms)Flushing 90ca3bb6252278092ff77c3961b499a9/queue: closing flushed file at 1731424640548 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@622be07e: reopening flushed file at 1731424640660 (+112 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 90ca3bb6252278092ff77c3961b499a9 in 210ms, sequenceid=6, compaction requested=false at 1731424640700 (+40 ms)Writing region close event to WAL at 1731424640724 (+24 ms)Running coprocessor post-close hooks at 1731424640737 (+13 ms)Closed at 1731424640739 (+2 ms) 2024-11-12T15:17:20,740 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731424637303.90ca3bb6252278092ff77c3961b499a9. 2024-11-12T15:17:20,753 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/data/hbase/meta/1588230740/.tmp/table/128ba1451029463495abed38f6730062 is 53, key is hbase:replication/table:state/1731424638556/Put/seqid=0 2024-11-12T15:17:20,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741841_1017 (size=5256) 2024-11-12T15:17:20,782 INFO [regionserver/a6f201fa5419:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T15:17:20,782 INFO [regionserver/a6f201fa5419:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T15:17:20,881 DEBUG [RS:0;a6f201fa5419:33857 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T15:17:21,016 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33857,1731424626757.replicationSource.wal-reader.a6f201fa5419%2C33857%2C1731424626757,1-a6f201fa5419,33857,1731424626757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/WALs/a6f201fa5419,33857,1731424626757/a6f201fa5419%2C33857%2C1731424626757.1731424629890 to pos 0, reset compression=false 2024-11-12T15:17:21,081 DEBUG [RS:0;a6f201fa5419:33857 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T15:17:21,164 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/data/hbase/meta/1588230740/.tmp/table/128ba1451029463495abed38f6730062 2024-11-12T15:17:21,177 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/data/hbase/meta/1588230740/.tmp/info/4107da2b1fb54edf9c1f0cbea66354ef as hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/data/hbase/meta/1588230740/info/4107da2b1fb54edf9c1f0cbea66354ef 2024-11-12T15:17:21,188 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/data/hbase/meta/1588230740/info/4107da2b1fb54edf9c1f0cbea66354ef, entries=10, sequenceid=11, filesize=6.5 K 2024-11-12T15:17:21,190 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/data/hbase/meta/1588230740/.tmp/ns/2681a78f1ffc48659dee958824a61e17 as hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/data/hbase/meta/1588230740/ns/2681a78f1ffc48659dee958824a61e17 2024-11-12T15:17:21,194 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,2-a6f201fa5419,33857,1731424626757.replicationSource.wal-reader.a6f201fa5419%2C33857%2C1731424626757,2-a6f201fa5419,33857,1731424626757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/WALs/a6f201fa5419,33857,1731424626757/a6f201fa5419%2C33857%2C1731424626757.1731424629890 to pos 0, reset compression=false 2024-11-12T15:17:21,202 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/data/hbase/meta/1588230740/ns/2681a78f1ffc48659dee958824a61e17, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T15:17:21,204 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/data/hbase/meta/1588230740/.tmp/table/128ba1451029463495abed38f6730062 as hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/data/hbase/meta/1588230740/table/128ba1451029463495abed38f6730062 2024-11-12T15:17:21,217 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/data/hbase/meta/1588230740/table/128ba1451029463495abed38f6730062, entries=2, sequenceid=11, filesize=5.1 K 2024-11-12T15:17:21,218 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 736ms, sequenceid=11, compaction requested=false 2024-11-12T15:17:21,224 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-12T15:17:21,225 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T15:17:21,225 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T15:17:21,225 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T15:17:21,225 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731424640480Running coprocessor pre-close hooks at 1731424640480Disabling compacts and flushes for region at 1731424640480Disabling writes for close at 1731424640480Obtaining lock to block concurrent updates at 1731424640486 (+6 ms)Preparing flush snapshotting stores in 1588230740 at 1731424640486Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731424640494 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731424640496 (+2 ms)Flushing 1588230740/info: creating writer at 1731424640498 (+2 ms)Flushing 1588230740/info: appending metadata at 1731424640546 (+48 ms)Flushing 1588230740/info: closing flushed file at 1731424640548 (+2 ms)Flushing 1588230740/ns: creating writer at 1731424640660 (+112 ms)Flushing 1588230740/ns: appending metadata at 1731424640687 (+27 ms)Flushing 1588230740/ns: closing flushed file at 1731424640687Flushing 1588230740/table: creating writer at 1731424640720 (+33 ms)Flushing 1588230740/table: appending metadata at 1731424640753 (+33 ms)Flushing 1588230740/table: closing flushed file at 1731424640753Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41bfbabe: reopening flushed file at 1731424641175 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28458a3b: reopening flushed file at 1731424641188 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71f65385: reopening flushed file at 1731424641203 (+15 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 736ms, sequenceid=11, compaction requested=false at 1731424641219 (+16 ms)Writing region close event to WAL at 1731424641220 (+1 ms)Running coprocessor post-close hooks at 1731424641225 (+5 ms)Closed at 1731424641225 2024-11-12T15:17:21,226 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T15:17:21,282 INFO [RS:0;a6f201fa5419:33857 {}] regionserver.HRegionServer(976): stopping server a6f201fa5419,33857,1731424626757; all regions closed. 2024-11-12T15:17:21,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741834_1010 (size=2742) 2024-11-12T15:17:21,294 DEBUG [RS:0;a6f201fa5419:33857 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/oldWALs 2024-11-12T15:17:21,294 INFO [RS:0;a6f201fa5419:33857 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a6f201fa5419%2C33857%2C1731424626757.meta:.meta(num 1731424630980) 2024-11-12T15:17:21,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741837_1013 (size=1802) 2024-11-12T15:17:21,301 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/WALs/a6f201fa5419,33857,1731424626757/a6f201fa5419%2C33857%2C1731424626757.rep.1731424638491 not finished, retry = 0 2024-11-12T15:17:21,405 DEBUG [RS:0;a6f201fa5419:33857 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/oldWALs 2024-11-12T15:17:21,405 INFO [RS:0;a6f201fa5419:33857 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a6f201fa5419%2C33857%2C1731424626757.rep:(num 1731424638491) 2024-11-12T15:17:21,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741832_1008 (size=93) 2024-11-12T15:17:21,408 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/WALs/a6f201fa5419,33857,1731424626757/a6f201fa5419%2C33857%2C1731424626757.1731424629890 not finished, retry = 0 2024-11-12T15:17:21,513 DEBUG [RS:0;a6f201fa5419:33857 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/oldWALs 2024-11-12T15:17:21,513 INFO [RS:0;a6f201fa5419:33857 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a6f201fa5419%2C33857%2C1731424626757:(num 1731424629890) 2024-11-12T15:17:21,513 DEBUG [RS:0;a6f201fa5419:33857 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:17:21,514 INFO [RS:0;a6f201fa5419:33857 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T15:17:21,514 INFO [RS:0;a6f201fa5419:33857 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T15:17:21,514 INFO [RS:0;a6f201fa5419:33857 {}] hbase.ChoreService(370): Chore service for: regionserver/a6f201fa5419:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T15:17:21,514 INFO [RS:0;a6f201fa5419:33857 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T15:17:21,514 INFO [regionserver/a6f201fa5419:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T15:17:21,515 INFO [RS:0;a6f201fa5419:33857 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a6f201fa5419,33857,1731424626757 because: Region server is closing 2024-11-12T15:17:21,515 INFO [RS:0;a6f201fa5419:33857 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a6f201fa5419:33857. 2024-11-12T15:17:21,516 DEBUG [RS:0;a6f201fa5419:33857 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:17:21,516 DEBUG [RS:0;a6f201fa5419:33857 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:17:21,516 DEBUG [RS:0;a6f201fa5419:33857 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:17:21,516 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:17:21,616 WARN [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33857,1731424626757.replicationSource.shippera6f201fa5419%2C33857%2C1731424626757,1-a6f201fa5419,33857,1731424626757 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-12T15:17:21,617 INFO [RS:0;a6f201fa5419:33857 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33857,1731424626757.replicationSource.shippera6f201fa5419%2C33857%2C1731424626757,1-a6f201fa5419,33857,1731424626757 terminated 2024-11-12T15:17:21,618 INFO [RS:0;a6f201fa5419:33857 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-a6f201fa5419,33857,1731424626757 because: Region server is closing 2024-11-12T15:17:21,618 INFO [RS:0;a6f201fa5419:33857 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a6f201fa5419:33857. 2024-11-12T15:17:21,618 DEBUG [RS:0;a6f201fa5419:33857 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:17:21,618 DEBUG [RS:0;a6f201fa5419:33857 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:17:21,618 DEBUG [RS:0;a6f201fa5419:33857 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:17:21,616 WARN [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33857,1731424626757.replicationSource.wal-reader.a6f201fa5419%2C33857%2C1731424626757,1-a6f201fa5419,33857,1731424626757 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T15:17:21,621 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:17:21,721 WARN [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,2-a6f201fa5419,33857,1731424626757.replicationSource.shippera6f201fa5419%2C33857%2C1731424626757,2-a6f201fa5419,33857,1731424626757 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-12T15:17:21,722 WARN [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,2-a6f201fa5419,33857,1731424626757.replicationSource.wal-reader.a6f201fa5419%2C33857%2C1731424626757,2-a6f201fa5419,33857,1731424626757 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T15:17:21,722 INFO [RS:0;a6f201fa5419:33857 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,2-a6f201fa5419,33857,1731424626757.replicationSource.shippera6f201fa5419%2C33857%2C1731424626757,2-a6f201fa5419,33857,1731424626757 terminated 2024-11-12T15:17:21,722 INFO [RS:0;a6f201fa5419:33857 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33857 2024-11-12T15:17:21,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33857-0x1012f9f0c160001, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1332094364/rs/a6f201fa5419,33857,1731424626757 2024-11-12T15:17:21,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34367-0x1012f9f0c160000, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1332094364/rs 2024-11-12T15:17:21,773 INFO [RS:0;a6f201fa5419:33857 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T15:17:21,775 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a6f201fa5419,33857,1731424626757] 2024-11-12T15:17:21,796 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1332094364/draining/a6f201fa5419,33857,1731424626757 already deleted, retry=false 2024-11-12T15:17:21,796 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a6f201fa5419,33857,1731424626757 expired; onlineServers=0 2024-11-12T15:17:21,796 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a6f201fa5419,34367,1731424625989' ***** 2024-11-12T15:17:21,796 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T15:17:21,797 INFO [M:0;a6f201fa5419:34367 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T15:17:21,797 INFO [M:0;a6f201fa5419:34367 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T15:17:21,797 DEBUG [M:0;a6f201fa5419:34367 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T15:17:21,797 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T15:17:21,797 DEBUG [M:0;a6f201fa5419:34367 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T15:17:21,797 DEBUG [master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.small.0-1731424629619 {}] cleaner.HFileCleaner(306): Exit Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.small.0-1731424629619,5,FailOnTimeoutGroup] 2024-11-12T15:17:21,797 DEBUG [master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.large.0-1731424629618 {}] cleaner.HFileCleaner(306): Exit Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.large.0-1731424629618,5,FailOnTimeoutGroup] 2024-11-12T15:17:21,797 INFO [M:0;a6f201fa5419:34367 {}] hbase.ChoreService(370): Chore service for: master/a6f201fa5419:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T15:17:21,797 INFO [M:0;a6f201fa5419:34367 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T15:17:21,798 DEBUG [M:0;a6f201fa5419:34367 {}] master.HMaster(1795): Stopping service threads 2024-11-12T15:17:21,798 INFO [M:0;a6f201fa5419:34367 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T15:17:21,798 INFO [M:0;a6f201fa5419:34367 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T15:17:21,799 INFO [M:0;a6f201fa5419:34367 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T15:17:21,799 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T15:17:21,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34367-0x1012f9f0c160000, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1332094364/master 2024-11-12T15:17:21,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34367-0x1012f9f0c160000, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1332094364 2024-11-12T15:17:21,807 DEBUG [M:0;a6f201fa5419:34367 {}] zookeeper.ZKUtil(347): master:34367-0x1012f9f0c160000, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Unable to get data of znode /0-1332094364/master because node does not exist (not an error) 2024-11-12T15:17:21,807 WARN [M:0;a6f201fa5419:34367 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T15:17:21,808 INFO [M:0;a6f201fa5419:34367 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/.lastflushedseqids 2024-11-12T15:17:21,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741842_1018 (size=181) 2024-11-12T15:17:21,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33857-0x1012f9f0c160001, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:17:21,886 INFO [RS:0;a6f201fa5419:33857 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T15:17:21,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33857-0x1012f9f0c160001, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:17:21,887 INFO [RS:0;a6f201fa5419:33857 {}] regionserver.HRegionServer(1031): Exiting; stopping=a6f201fa5419,33857,1731424626757; zookeeper connection closed. 2024-11-12T15:17:21,888 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1818f61e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1818f61e 2024-11-12T15:17:21,888 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T15:17:21,980 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T15:17:22,239 INFO [M:0;a6f201fa5419:34367 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T15:17:22,240 INFO [M:0;a6f201fa5419:34367 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T15:17:22,240 DEBUG [M:0;a6f201fa5419:34367 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T15:17:22,240 INFO [M:0;a6f201fa5419:34367 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:17:22,240 DEBUG [M:0;a6f201fa5419:34367 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:17:22,240 DEBUG [M:0;a6f201fa5419:34367 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T15:17:22,240 DEBUG [M:0;a6f201fa5419:34367 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:17:22,240 INFO [M:0;a6f201fa5419:34367 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-12T15:17:22,257 DEBUG [M:0;a6f201fa5419:34367 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e253a95987574a7e80041c39e19eac15 is 82, key is hbase:meta,,1/info:regioninfo/1731424631060/Put/seqid=0 2024-11-12T15:17:22,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741843_1019 (size=5672) 2024-11-12T15:17:22,575 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T15:17:22,668 INFO [M:0;a6f201fa5419:34367 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e253a95987574a7e80041c39e19eac15 2024-11-12T15:17:22,700 DEBUG [M:0;a6f201fa5419:34367 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4b5614f3d63b48e8984aacd87c8724ce is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731424638562/Put/seqid=0 2024-11-12T15:17:22,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741844_1020 (size=8663) 2024-11-12T15:17:23,111 INFO [M:0;a6f201fa5419:34367 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4b5614f3d63b48e8984aacd87c8724ce 2024-11-12T15:17:23,136 DEBUG [M:0;a6f201fa5419:34367 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ba47c626bb504375a2dcac21997d125f is 69, key is a6f201fa5419,33857,1731424626757/rs:state/1731424629663/Put/seqid=0 2024-11-12T15:17:23,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741845_1021 (size=5156) 2024-11-12T15:17:23,543 INFO [M:0;a6f201fa5419:34367 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ba47c626bb504375a2dcac21997d125f 2024-11-12T15:17:23,552 DEBUG [M:0;a6f201fa5419:34367 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e253a95987574a7e80041c39e19eac15 as hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e253a95987574a7e80041c39e19eac15 2024-11-12T15:17:23,560 INFO [M:0;a6f201fa5419:34367 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e253a95987574a7e80041c39e19eac15, entries=8, sequenceid=115, filesize=5.5 K 2024-11-12T15:17:23,562 DEBUG [M:0;a6f201fa5419:34367 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4b5614f3d63b48e8984aacd87c8724ce as hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4b5614f3d63b48e8984aacd87c8724ce 2024-11-12T15:17:23,570 INFO [M:0;a6f201fa5419:34367 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4b5614f3d63b48e8984aacd87c8724ce, entries=14, sequenceid=115, filesize=8.5 K 2024-11-12T15:17:23,571 DEBUG [M:0;a6f201fa5419:34367 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ba47c626bb504375a2dcac21997d125f as hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ba47c626bb504375a2dcac21997d125f 2024-11-12T15:17:23,578 INFO [M:0;a6f201fa5419:34367 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ba47c626bb504375a2dcac21997d125f, entries=1, sequenceid=115, filesize=5.0 K 2024-11-12T15:17:23,580 INFO [M:0;a6f201fa5419:34367 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1340ms, sequenceid=115, compaction requested=false 2024-11-12T15:17:23,581 INFO [M:0;a6f201fa5419:34367 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:17:23,581 DEBUG [M:0;a6f201fa5419:34367 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731424642240Disabling compacts and flushes for region at 1731424642240Disabling writes for close at 1731424642240Obtaining lock to block concurrent updates at 1731424642240Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731424642240Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731424642241 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731424642241Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731424642242 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731424642257 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731424642257Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731424642676 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731424642699 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731424642700 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731424643119 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731424643135 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731424643135Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4aee4cf4: reopening flushed file at 1731424643550 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f380398: reopening flushed file at 1731424643561 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ec9bd4: reopening flushed file at 1731424643570 (+9 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1340ms, sequenceid=115, compaction requested=false at 1731424643580 (+10 ms)Writing region close event to WAL at 1731424643581 (+1 ms)Closed at 1731424643581 2024-11-12T15:17:23,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741830_1006 (size=59421) 2024-11-12T15:17:23,584 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/MasterData/WALs/a6f201fa5419,34367,1731424625989/a6f201fa5419%2C34367%2C1731424625989.1731424628894 not finished, retry = 0 2024-11-12T15:17:23,686 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T15:17:23,686 INFO [M:0;a6f201fa5419:34367 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T15:17:23,687 INFO [M:0;a6f201fa5419:34367 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34367 2024-11-12T15:17:23,687 INFO [M:0;a6f201fa5419:34367 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T15:17:23,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34367-0x1012f9f0c160000, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:17:23,896 INFO [M:0;a6f201fa5419:34367 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T15:17:23,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34367-0x1012f9f0c160000, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:17:23,898 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a6f201fa5419:0 server-side Connection retries=45 2024-11-12T15:17:23,898 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:17:23,898 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T15:17:23,898 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T15:17:23,898 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:17:23,898 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T15:17:23,898 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T15:17:23,898 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T15:17:23,899 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34835 2024-11-12T15:17:23,901 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34835 connecting to ZooKeeper ensemble=127.0.0.1:52746 2024-11-12T15:17:23,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:348350x0, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T15:17:23,912 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34835-0x1012f9f0c160006 connected 2024-11-12T15:17:23,925 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:17:23,927 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:17:23,931 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34835-0x1012f9f0c160006, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Set watcher on znode that does not yet exist, /0-1332094364/running 2024-11-12T15:17:23,931 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1332094364/meta-region-server: INIT 2024-11-12T15:17:23,932 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd, hbase.cluster.distributed=false 2024-11-12T15:17:23,933 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34835-0x1012f9f0c160006, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Set watcher on znode that does not yet exist, /0-1332094364/acl 2024-11-12T15:17:23,934 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34835 2024-11-12T15:17:23,934 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34835 2024-11-12T15:17:23,934 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34835 2024-11-12T15:17:23,934 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34835 2024-11-12T15:17:23,934 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34835 2024-11-12T15:17:23,957 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a6f201fa5419:0 server-side Connection retries=45 2024-11-12T15:17:23,957 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:17:23,957 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T15:17:23,957 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T15:17:23,957 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:17:23,958 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T15:17:23,958 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T15:17:23,958 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T15:17:23,959 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34943 2024-11-12T15:17:23,962 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34943 connecting to ZooKeeper ensemble=127.0.0.1:52746 2024-11-12T15:17:23,963 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:17:23,966 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:17:23,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:349430x0, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T15:17:23,986 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1332094364/meta-region-server: INIT 2024-11-12T15:17:23,986 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:349430x0, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Set watcher on znode that does not yet exist, /0-1332094364/running 2024-11-12T15:17:23,986 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34943-0x1012f9f0c160007 connected 2024-11-12T15:17:23,986 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T15:17:23,988 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T15:17:23,990 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34943-0x1012f9f0c160007, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Set watcher on znode that does not yet exist, /0-1332094364/master 2024-11-12T15:17:23,992 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34943-0x1012f9f0c160007, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Set watcher on znode that does not yet exist, /0-1332094364/acl 2024-11-12T15:17:23,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34943 2024-11-12T15:17:23,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34943 2024-11-12T15:17:24,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34943 2024-11-12T15:17:24,006 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34943 2024-11-12T15:17:24,006 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34943 2024-11-12T15:17:24,018 DEBUG [M:0;a6f201fa5419:34835 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a6f201fa5419:34835 2024-11-12T15:17:24,019 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1332094364/backup-masters/a6f201fa5419,34835,1731424643897 2024-11-12T15:17:24,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34943-0x1012f9f0c160007, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1332094364/backup-masters 2024-11-12T15:17:24,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34835-0x1012f9f0c160006, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1332094364/backup-masters 2024-11-12T15:17:24,028 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34835-0x1012f9f0c160006, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Set watcher on existing znode=/0-1332094364/backup-masters/a6f201fa5419,34835,1731424643897 2024-11-12T15:17:24,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34835-0x1012f9f0c160006, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1332094364 2024-11-12T15:17:24,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34943-0x1012f9f0c160007, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1332094364/master 2024-11-12T15:17:24,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34943-0x1012f9f0c160007, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1332094364 2024-11-12T15:17:24,038 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34835-0x1012f9f0c160006, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Set watcher on existing znode=/0-1332094364/master 2024-11-12T15:17:24,039 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1332094364/backup-masters/a6f201fa5419,34835,1731424643897 from backup master directory 2024-11-12T15:17:24,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34835-0x1012f9f0c160006, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1332094364/backup-masters/a6f201fa5419,34835,1731424643897 2024-11-12T15:17:24,049 WARN [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T15:17:24,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34835-0x1012f9f0c160006, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1332094364/backup-masters 2024-11-12T15:17:24,049 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a6f201fa5419,34835,1731424643897 2024-11-12T15:17:24,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34943-0x1012f9f0c160007, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1332094364/backup-masters 2024-11-12T15:17:24,072 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:17:24,072 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T15:17:24,089 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 17ms. 2024-11-12T15:17:24,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741846_1022 (size=196) 2024-11-12T15:17:24,117 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T15:17:24,118 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T15:17:24,118 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:17:24,128 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-12T15:17:24,131 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/MasterData/WALs/a6f201fa5419,34367,1731424625989 to hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/MasterData/WALs/a6f201fa5419,34367,1731424625989-dead as it is dead 2024-11-12T15:17:24,133 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-12T15:17:24,133 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-12T15:17:24,134 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/MasterData/WALs/a6f201fa5419,34367,1731424625989-dead/a6f201fa5419%2C34367%2C1731424625989.1731424628894 2024-11-12T15:17:24,140 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/MasterData/WALs/a6f201fa5419,34367,1731424625989-dead/a6f201fa5419%2C34367%2C1731424625989.1731424628894 after 4ms 2024-11-12T15:17:24,141 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/MasterData/WALs/a6f201fa5419,34367,1731424625989-dead/a6f201fa5419%2C34367%2C1731424625989.1731424628894 to hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/a6f201fa5419%2C34367%2C1731424625989.1731424628894 2024-11-12T15:17:24,142 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/MasterData/WALs/a6f201fa5419,34367,1731424625989-dead 2024-11-12T15:17:24,142 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/MasterData/WALs/a6f201fa5419,34835,1731424643897 2024-11-12T15:17:24,143 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T15:17:24,145 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a6f201fa5419%2C34835%2C1731424643897, suffix=, logDir=hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/MasterData/WALs/a6f201fa5419,34835,1731424643897, archiveDir=hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/MasterData/oldWALs, maxLogs=10 2024-11-12T15:17:24,165 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/MasterData/WALs/a6f201fa5419,34835,1731424643897/a6f201fa5419%2C34835%2C1731424643897.1731424644146, exclude list is [], retry=0 2024-11-12T15:17:24,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33697,DS-88495c1e-93f2-4494-97c7-a5ed920d88b4,DISK] 2024-11-12T15:17:24,176 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/MasterData/WALs/a6f201fa5419,34835,1731424643897/a6f201fa5419%2C34835%2C1731424643897.1731424644146 2024-11-12T15:17:24,177 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45251:45251)] 2024-11-12T15:17:24,177 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T15:17:24,177 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:17:24,177 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:17:24,178 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:17:24,179 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:17:24,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T15:17:24,181 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:24,198 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e253a95987574a7e80041c39e19eac15 2024-11-12T15:17:24,199 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:17:24,199 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:17:24,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T15:17:24,200 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:24,222 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4b5614f3d63b48e8984aacd87c8724ce 2024-11-12T15:17:24,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:17:24,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:17:24,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T15:17:24,225 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:24,244 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ba47c626bb504375a2dcac21997d125f 2024-11-12T15:17:24,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:17:24,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:17:24,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T15:17:24,247 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:24,248 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:17:24,248 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:17:24,249 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-12T15:17:24,250 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/a6f201fa5419%2C34367%2C1731424625989.1731424628894 2024-11-12T15:17:24,277 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/a6f201fa5419%2C34367%2C1731424625989.1731424628894 2024-11-12T15:17:24,280 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/a6f201fa5419%2C34367%2C1731424625989.1731424628894 2024-11-12T15:17:24,283 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:17:24,283 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:17:24,287 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T15:17:24,289 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:17:24,293 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-12T15:17:24,298 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62637366, jitterRate=-0.06663051247596741}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T15:17:24,299 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731424644178Initializing all the Stores at 1731424644179 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424644179Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424644179Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424644179Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424644179Cleaning up temporary data from old regions at 1731424644283 (+104 ms)Region opened successfully at 1731424644299 (+16 ms) 2024-11-12T15:17:24,300 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T15:17:24,305 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d3d4c0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a6f201fa5419/172.17.0.2:0 2024-11-12T15:17:24,326 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-12T15:17:24,327 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T15:17:24,327 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T15:17:24,327 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T15:17:24,328 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-12T15:17:24,336 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T15:17:24,337 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T15:17:24,338 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T15:17:24,338 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T15:17:24,338 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-12T15:17:24,339 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-12T15:17:24,339 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 10 msec 2024-11-12T15:17:24,339 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T15:17:24,367 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=a6f201fa5419,33857,1731424626757, regionLocation=a6f201fa5419,33857,1731424626757, openSeqNum=2 2024-11-12T15:17:24,367 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=a6f201fa5419,33857,1731424626757, table=hbase:meta, region=1588230740 2024-11-12T15:17:24,367 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a6f201fa5419,33857,1731424626757, state=OPEN 2024-11-12T15:17:24,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34943-0x1012f9f0c160007, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1332094364/meta-region-server 2024-11-12T15:17:24,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34835-0x1012f9f0c160006, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1332094364/meta-region-server 2024-11-12T15:17:24,375 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1332094364/meta-region-server: CHANGED 2024-11-12T15:17:24,375 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1332094364/meta-region-server: CHANGED 2024-11-12T15:17:24,382 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-12T15:17:24,422 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1332094364/draining/a6f201fa5419,33857,1731424626757 already deleted, retry=false 2024-11-12T15:17:24,422 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of a6f201fa5419,33857,1731424626757 on a6f201fa5419,34835,1731424643897 2024-11-12T15:17:24,431 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure a6f201fa5419,33857,1731424626757, splitWal=true, meta=true 2024-11-12T15:17:24,434 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for a6f201fa5419,33857,1731424626757 (carryingMeta=true) a6f201fa5419,33857,1731424626757/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@1198edc[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-12T15:17:24,438 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34835-0x1012f9f0c160006, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Unable to get data of znode /0-1332094364/balancer because node does not exist (not necessarily an error) 2024-11-12T15:17:24,458 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1332094364/balancer already deleted, retry=false 2024-11-12T15:17:24,459 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T15:17:24,460 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34835-0x1012f9f0c160006, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Unable to get data of znode /0-1332094364/normalizer because node does not exist (not necessarily an error) 2024-11-12T15:17:24,469 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1332094364/normalizer already deleted, retry=false 2024-11-12T15:17:24,470 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T15:17:24,471 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34835-0x1012f9f0c160006, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Unable to get data of znode /0-1332094364/switch/split because node does not exist (not necessarily an error) 2024-11-12T15:17:24,479 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1332094364/switch/split already deleted, retry=false 2024-11-12T15:17:24,481 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34835-0x1012f9f0c160006, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Unable to get data of znode /0-1332094364/switch/merge because node does not exist (not necessarily an error) 2024-11-12T15:17:24,490 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1332094364/switch/merge already deleted, retry=false 2024-11-12T15:17:24,513 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34835-0x1012f9f0c160006, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Unable to get data of znode /0-1332094364/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T15:17:24,522 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1332094364/snapshot-cleanup already deleted, retry=false 2024-11-12T15:17:24,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34943-0x1012f9f0c160007, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1332094364/running 2024-11-12T15:17:24,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34943-0x1012f9f0c160007, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1332094364 2024-11-12T15:17:24,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34835-0x1012f9f0c160006, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1332094364/running 2024-11-12T15:17:24,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34835-0x1012f9f0c160006, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1332094364 2024-11-12T15:17:24,535 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a6f201fa5419,34835,1731424643897, sessionid=0x1012f9f0c160006, setting cluster-up flag (Was=false) 2024-11-12T15:17:24,544 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1332094364/flush-table-proc/acquired, /0-1332094364/flush-table-proc/reached, /0-1332094364/flush-table-proc/abort 2024-11-12T15:17:24,545 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a6f201fa5419,34835,1731424643897 2024-11-12T15:17:24,557 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1332094364/online-snapshot/acquired, /0-1332094364/online-snapshot/reached, /0-1332094364/online-snapshot/abort 2024-11-12T15:17:24,558 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a6f201fa5419,34835,1731424643897 2024-11-12T15:17:24,560 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/.lastflushedseqids 2024-11-12T15:17:24,563 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T15:17:24,563 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T15:17:24,563 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a6f201fa5419,34835,1731424643897 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 a6f201fa5419,33857,1731424626757 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T15:17:24,564 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:17:24,564 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:17:24,565 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:17:24,565 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:17:24,565 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a6f201fa5419:0, corePoolSize=10, maxPoolSize=10 2024-11-12T15:17:24,565 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:17:24,565 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a6f201fa5419:0, corePoolSize=2, maxPoolSize=2 2024-11-12T15:17:24,565 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:17:24,574 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731424674574 2024-11-12T15:17:24,574 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T15:17:24,575 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T15:17:24,575 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T15:17:24,575 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T15:17:24,575 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T15:17:24,575 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T15:17:24,575 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure a6f201fa5419,33857,1731424626757, splitWal=true, meta=true 2024-11-12T15:17:24,576 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:24,577 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure a6f201fa5419,33857,1731424626757, splitWal=true, meta=true, isMeta: true 2024-11-12T15:17:24,579 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/WALs/a6f201fa5419,33857,1731424626757-splitting 2024-11-12T15:17:24,580 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/WALs/a6f201fa5419,33857,1731424626757-splitting dir is empty, no logs to split. 2024-11-12T15:17:24,580 INFO [PEWorker-1 {}] master.SplitWALManager(105): a6f201fa5419,33857,1731424626757 WAL count=0, meta=true 2024-11-12T15:17:24,580 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T15:17:24,580 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T15:17:24,580 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T15:17:24,581 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T15:17:24,584 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T15:17:24,584 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T15:17:24,586 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/WALs/a6f201fa5419,33857,1731424626757-splitting dir is empty, no logs to split. 2024-11-12T15:17:24,587 INFO [PEWorker-1 {}] master.SplitWALManager(105): a6f201fa5419,33857,1731424626757 WAL count=0, meta=true 2024-11-12T15:17:24,587 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if a6f201fa5419,33857,1731424626757 WAL splitting is done? wals=0, meta=true 2024-11-12T15:17:24,588 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.large.0-1731424644584,5,FailOnTimeoutGroup] 2024-11-12T15:17:24,589 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T15:17:24,591 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T15:17:24,592 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.small.0-1731424644588,5,FailOnTimeoutGroup] 2024-11-12T15:17:24,592 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:24,592 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T15:17:24,592 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:24,592 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:24,593 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731424644592, completionTime=-1 2024-11-12T15:17:24,593 WARN [master/a6f201fa5419:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-12T15:17:24,593 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T15:17:24,596 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-12T15:17:24,608 INFO [RS:0;a6f201fa5419:34943 {}] regionserver.HRegionServer(746): ClusterId : 67b8eef4-3fac-44be-a730-24e600d8f58b 2024-11-12T15:17:24,608 DEBUG [RS:0;a6f201fa5419:34943 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T15:17:24,617 DEBUG [RS:0;a6f201fa5419:34943 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T15:17:24,617 DEBUG [RS:0;a6f201fa5419:34943 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T15:17:24,628 DEBUG [RS:0;a6f201fa5419:34943 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T15:17:24,628 DEBUG [RS:0;a6f201fa5419:34943 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cae44a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a6f201fa5419/172.17.0.2:0 2024-11-12T15:17:24,641 DEBUG [RS:0;a6f201fa5419:34943 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a6f201fa5419:34943 2024-11-12T15:17:24,641 INFO [RS:0;a6f201fa5419:34943 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T15:17:24,641 INFO [RS:0;a6f201fa5419:34943 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T15:17:24,641 DEBUG [RS:0;a6f201fa5419:34943 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T15:17:24,642 INFO [RS:0;a6f201fa5419:34943 {}] regionserver.HRegionServer(2659): reportForDuty to master=a6f201fa5419,34835,1731424643897 with port=34943, startcode=1731424643957 2024-11-12T15:17:24,642 DEBUG [RS:0;a6f201fa5419:34943 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T15:17:24,645 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55963, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T15:17:24,646 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34835 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a6f201fa5419,34943,1731424643957 2024-11-12T15:17:24,646 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34835 {}] master.ServerManager(517): Registering regionserver=a6f201fa5419,34943,1731424643957 2024-11-12T15:17:24,649 DEBUG [RS:0;a6f201fa5419:34943 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd 2024-11-12T15:17:24,649 DEBUG [RS:0;a6f201fa5419:34943 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41683 2024-11-12T15:17:24,649 DEBUG [RS:0;a6f201fa5419:34943 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T15:17:24,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34835-0x1012f9f0c160006, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1332094364/rs 2024-11-12T15:17:24,659 DEBUG [RS:0;a6f201fa5419:34943 {}] zookeeper.ZKUtil(111): regionserver:34943-0x1012f9f0c160007, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Set watcher on existing znode=/0-1332094364/rs/a6f201fa5419,34943,1731424643957 2024-11-12T15:17:24,660 WARN [RS:0;a6f201fa5419:34943 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T15:17:24,660 INFO [RS:0;a6f201fa5419:34943 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:17:24,660 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a6f201fa5419,34943,1731424643957] 2024-11-12T15:17:24,660 DEBUG [RS:0;a6f201fa5419:34943 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/WALs/a6f201fa5419,34943,1731424643957 2024-11-12T15:17:24,696 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=103ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-12T15:17:24,705 INFO [RS:0;a6f201fa5419:34943 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T15:17:24,708 INFO [RS:0;a6f201fa5419:34943 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T15:17:24,709 INFO [RS:0;a6f201fa5419:34943 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T15:17:24,709 INFO [RS:0;a6f201fa5419:34943 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:24,711 INFO [RS:0;a6f201fa5419:34943 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T15:17:24,713 INFO [RS:0;a6f201fa5419:34943 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T15:17:24,713 INFO [RS:0;a6f201fa5419:34943 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:24,713 DEBUG [RS:0;a6f201fa5419:34943 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:17:24,713 DEBUG [RS:0;a6f201fa5419:34943 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:17:24,713 DEBUG [RS:0;a6f201fa5419:34943 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:17:24,713 DEBUG [RS:0;a6f201fa5419:34943 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:17:24,713 DEBUG [RS:0;a6f201fa5419:34943 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:17:24,713 DEBUG [RS:0;a6f201fa5419:34943 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a6f201fa5419:0, corePoolSize=2, maxPoolSize=2 2024-11-12T15:17:24,713 DEBUG [RS:0;a6f201fa5419:34943 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:17:24,714 DEBUG [RS:0;a6f201fa5419:34943 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:17:24,714 DEBUG [RS:0;a6f201fa5419:34943 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:17:24,714 DEBUG [RS:0;a6f201fa5419:34943 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:17:24,714 DEBUG [RS:0;a6f201fa5419:34943 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:17:24,714 DEBUG [RS:0;a6f201fa5419:34943 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:17:24,714 DEBUG [RS:0;a6f201fa5419:34943 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a6f201fa5419:0, corePoolSize=3, maxPoolSize=3 2024-11-12T15:17:24,714 DEBUG [RS:0;a6f201fa5419:34943 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a6f201fa5419:0, corePoolSize=3, maxPoolSize=3 2024-11-12T15:17:24,715 INFO [RS:0;a6f201fa5419:34943 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:24,715 INFO [RS:0;a6f201fa5419:34943 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:24,715 INFO [RS:0;a6f201fa5419:34943 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:24,715 INFO [RS:0;a6f201fa5419:34943 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:24,715 INFO [RS:0;a6f201fa5419:34943 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:24,715 INFO [RS:0;a6f201fa5419:34943 {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,34943,1731424643957-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T15:17:24,734 INFO [RS:0;a6f201fa5419:34943 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T15:17:24,734 INFO [RS:0;a6f201fa5419:34943 {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,34943,1731424643957-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:24,747 WARN [a6f201fa5419:34835 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-12T15:17:24,753 INFO [RS:0;a6f201fa5419:34943 {}] regionserver.ReplicationSource(231): queueId=1-a6f201fa5419,34943,1731424643957, ReplicationSource: 1, currentBandwidth=0 2024-11-12T15:17:24,775 DEBUG [RS:0;a6f201fa5419:34943.replicationSource,1-a6f201fa5419,34943,1731424643957 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a6f201fa5419:45913' 2024-11-12T15:17:24,776 INFO [RS:0;a6f201fa5419:34943 {}] regionserver.ReplicationSource(231): queueId=2-a6f201fa5419,34943,1731424643957, ReplicationSource: 2, currentBandwidth=0 2024-11-12T15:17:24,779 DEBUG [RS:0;a6f201fa5419:34943.replicationSource,1-a6f201fa5419,34943,1731424643957 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6835b1c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:17:24,779 DEBUG [RS:0;a6f201fa5419:34943.replicationSource,1-a6f201fa5419,34943,1731424643957 {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,45913,-1 for getting cluster id 2024-11-12T15:17:24,779 DEBUG [RS:0;a6f201fa5419:34943.replicationSource,1-a6f201fa5419,34943,1731424643957 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:17:24,780 INFO [RS:0;a6f201fa5419:34943 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:24,780 INFO [RS:0;a6f201fa5419:34943 {}] regionserver.Replication(171): a6f201fa5419,34943,1731424643957 started 2024-11-12T15:17:24,782 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c811dfcb-2b5d-4f21-b8a9-5177b21ddd65' 2024-11-12T15:17:24,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:17:24,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c811dfcb-2b5d-4f21-b8a9-5177b21ddd65" 2024-11-12T15:17:24,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17872010, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:17:24,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,45913,-1] 2024-11-12T15:17:24,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:17:24,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:17:24,785 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:17:24,787 DEBUG [RS:0;a6f201fa5419:34943.replicationSource,1-a6f201fa5419,34943,1731424643957 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5bb9bed1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:17:24,787 DEBUG [RS:0;a6f201fa5419:34943.replicationSource,1-a6f201fa5419,34943,1731424643957 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:17:24,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,45913,1731424633492 2024-11-12T15:17:24,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@392651d7 2024-11-12T15:17:24,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:17:24,790 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-12T15:17:24,792 INFO [RS:0;a6f201fa5419:34943.replicationSource,1-a6f201fa5419,34943,1731424643957 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a6f201fa5419,34943,1731424643957 (queues=0) is replicating from cluster=67b8eef4-3fac-44be-a730-24e600d8f58b to cluster=c811dfcb-2b5d-4f21-b8a9-5177b21ddd65 2024-11-12T15:17:24,799 INFO [RS:0;a6f201fa5419:34943 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:24,799 INFO [RS:0;a6f201fa5419:34943 {}] regionserver.HRegionServer(1482): Serving as a6f201fa5419,34943,1731424643957, RpcServer on a6f201fa5419/172.17.0.2:34943, sessionid=0x1012f9f0c160007 2024-11-12T15:17:24,800 DEBUG [RS:0;a6f201fa5419:34943 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T15:17:24,800 DEBUG [RS:0;a6f201fa5419:34943 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a6f201fa5419,34943,1731424643957 2024-11-12T15:17:24,800 DEBUG [RS:0;a6f201fa5419:34943 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a6f201fa5419,34943,1731424643957' 2024-11-12T15:17:24,800 DEBUG [RS:0;a6f201fa5419:34943 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1332094364/flush-table-proc/abort' 2024-11-12T15:17:24,800 DEBUG [RS:0;a6f201fa5419:34943 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1332094364/flush-table-proc/acquired' 2024-11-12T15:17:24,801 DEBUG [RS:0;a6f201fa5419:34943 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T15:17:24,801 DEBUG [RS:0;a6f201fa5419:34943 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T15:17:24,801 DEBUG [RS:0;a6f201fa5419:34943 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a6f201fa5419,34943,1731424643957 2024-11-12T15:17:24,801 DEBUG [RS:0;a6f201fa5419:34943 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a6f201fa5419,34943,1731424643957' 2024-11-12T15:17:24,801 DEBUG [RS:0;a6f201fa5419:34943 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1332094364/online-snapshot/abort' 2024-11-12T15:17:24,802 DEBUG [RS:0;a6f201fa5419:34943 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1332094364/online-snapshot/acquired' 2024-11-12T15:17:24,802 DEBUG [RS:0;a6f201fa5419:34943 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T15:17:24,802 INFO [RS:0;a6f201fa5419:34943 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T15:17:24,803 INFO [RS:0;a6f201fa5419:34943 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T15:17:24,804 DEBUG [RS:0;a6f201fa5419:34943.replicationSource,2-a6f201fa5419,34943,1731424643957 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a6f201fa5419:45913' 2024-11-12T15:17:24,808 DEBUG [RS:0;a6f201fa5419:34943.replicationSource,2-a6f201fa5419,34943,1731424643957 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e29a9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:17:24,808 DEBUG [RS:0;a6f201fa5419:34943.replicationSource,2-a6f201fa5419,34943,1731424643957 {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,45913,-1 for getting cluster id 2024-11-12T15:17:24,808 DEBUG [RS:0;a6f201fa5419:34943.replicationSource,2-a6f201fa5419,34943,1731424643957 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:17:24,809 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c811dfcb-2b5d-4f21-b8a9-5177b21ddd65' 2024-11-12T15:17:24,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:17:24,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c811dfcb-2b5d-4f21-b8a9-5177b21ddd65" 2024-11-12T15:17:24,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32aa53cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:17:24,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,45913,-1] 2024-11-12T15:17:24,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:17:24,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:17:24,812 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:17:24,813 DEBUG [RS:0;a6f201fa5419:34943.replicationSource,2-a6f201fa5419,34943,1731424643957 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@109eeae4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:17:24,814 DEBUG [RS:0;a6f201fa5419:34943.replicationSource,2-a6f201fa5419,34943,1731424643957 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:17:24,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,45913,1731424633492 2024-11-12T15:17:24,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44a0aa7b 2024-11-12T15:17:24,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:17:24,817 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-12T15:17:24,818 INFO [RS:0;a6f201fa5419:34943.replicationSource,2-a6f201fa5419,34943,1731424643957 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-a6f201fa5419,34943,1731424643957 (queues=0) is replicating from cluster=67b8eef4-3fac-44be-a730-24e600d8f58b to cluster=c811dfcb-2b5d-4f21-b8a9-5177b21ddd65 2024-11-12T15:17:24,903 INFO [RS:0;a6f201fa5419:34943 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T15:17:24,905 INFO [RS:0;a6f201fa5419:34943 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a6f201fa5419%2C34943%2C1731424643957, suffix=, logDir=hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/WALs/a6f201fa5419,34943,1731424643957, archiveDir=hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/oldWALs, maxLogs=10 2024-11-12T15:17:24,925 DEBUG [RS:0;a6f201fa5419:34943 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/WALs/a6f201fa5419,34943,1731424643957/a6f201fa5419%2C34943%2C1731424643957.1731424644906, exclude list is [], retry=0 2024-11-12T15:17:24,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33697,DS-88495c1e-93f2-4494-97c7-a5ed920d88b4,DISK] 2024-11-12T15:17:24,934 INFO [RS:0;a6f201fa5419:34943 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/WALs/a6f201fa5419,34943,1731424643957/a6f201fa5419%2C34943%2C1731424643957.1731424644906 2024-11-12T15:17:24,940 DEBUG [RS:0;a6f201fa5419:34943 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group a6f201fa5419%2C34943%2C1731424643957 for peer 2 2024-11-12T15:17:24,940 DEBUG [RS:0;a6f201fa5419:34943 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group a6f201fa5419%2C34943%2C1731424643957 for peer 1 2024-11-12T15:17:24,940 DEBUG [RS:0;a6f201fa5419:34943 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a6f201fa5419%2C34943%2C1731424643957 2024-11-12T15:17:24,941 INFO [RS:0;a6f201fa5419:34943 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a6f201fa5419,34943,1731424643957, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T15:17:24,948 DEBUG [RS:0;a6f201fa5419:34943 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=a6f201fa5419%2C34943%2C1731424643957 2024-11-12T15:17:24,948 INFO [RS:0;a6f201fa5419:34943 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-a6f201fa5419,34943,1731424643957, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T15:17:24,948 INFO [RS:0;a6f201fa5419:34943.replicationSource.shippera6f201fa5419%2C34943%2C1731424643957,1-a6f201fa5419,34943,1731424643957 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a6f201fa5419%2C34943%2C1731424643957 2024-11-12T15:17:24,949 DEBUG [RS:0;a6f201fa5419:34943 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45251:45251)] 2024-11-12T15:17:24,949 INFO [RS:0;a6f201fa5419:34943.replicationSource.shippera6f201fa5419%2C34943%2C1731424643957,2-a6f201fa5419,34943,1731424643957 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a6f201fa5419%2C34943%2C1731424643957 2024-11-12T15:17:24,951 DEBUG [RS:0;a6f201fa5419:34943.replicationSource.wal-reader.a6f201fa5419%2C34943%2C1731424643957,2-a6f201fa5419,34943,1731424643957 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/WALs/a6f201fa5419,34943,1731424643957/a6f201fa5419%2C34943%2C1731424643957.1731424644906, startPosition=0, beingWritten=true 2024-11-12T15:17:24,951 DEBUG [RS:0;a6f201fa5419:34943.replicationSource.wal-reader.a6f201fa5419%2C34943%2C1731424643957,1-a6f201fa5419,34943,1731424643957 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/WALs/a6f201fa5419,34943,1731424643957/a6f201fa5419%2C34943%2C1731424643957.1731424644906, startPosition=0, beingWritten=true 2024-11-12T15:17:24,997 DEBUG [a6f201fa5419:34835 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T15:17:24,998 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a6f201fa5419,34943,1731424643957 2024-11-12T15:17:24,999 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a6f201fa5419,34943,1731424643957, state=OPENING 2024-11-12T15:17:25,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34835-0x1012f9f0c160006, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1332094364/meta-region-server 2024-11-12T15:17:25,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34943-0x1012f9f0c160007, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1332094364/meta-region-server 2024-11-12T15:17:25,006 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T15:17:25,006 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1332094364/meta-region-server: CHANGED 2024-11-12T15:17:25,006 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a6f201fa5419,34943,1731424643957}] 2024-11-12T15:17:25,006 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1332094364/meta-region-server: CHANGED 2024-11-12T15:17:25,159 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T15:17:25,161 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38989, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T15:17:25,165 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T15:17:25,166 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:17:25,166 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T15:17:25,172 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a6f201fa5419%2C34943%2C1731424643957.meta, suffix=.meta, logDir=hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/WALs/a6f201fa5419,34943,1731424643957, archiveDir=hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/oldWALs, maxLogs=10 2024-11-12T15:17:25,173 DEBUG [RS:0;a6f201fa5419:34943.replicationSource.wal-reader.a6f201fa5419%2C34943%2C1731424643957,2-a6f201fa5419,34943,1731424643957 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/WALs/a6f201fa5419,34943,1731424643957/a6f201fa5419%2C34943%2C1731424643957.1731424644906 to pos 0, reset compression=false 2024-11-12T15:17:25,177 DEBUG [RS:0;a6f201fa5419:34943.replicationSource.wal-reader.a6f201fa5419%2C34943%2C1731424643957,1-a6f201fa5419,34943,1731424643957 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/WALs/a6f201fa5419,34943,1731424643957/a6f201fa5419%2C34943%2C1731424643957.1731424644906 to pos 0, reset compression=false 2024-11-12T15:17:25,194 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/WALs/a6f201fa5419,34943,1731424643957/a6f201fa5419%2C34943%2C1731424643957.meta.1731424645173.meta, exclude list is [], retry=0 2024-11-12T15:17:25,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33697,DS-88495c1e-93f2-4494-97c7-a5ed920d88b4,DISK] 2024-11-12T15:17:25,201 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/WALs/a6f201fa5419,34943,1731424643957/a6f201fa5419%2C34943%2C1731424643957.meta.1731424645173.meta 2024-11-12T15:17:25,202 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45251:45251)] 2024-11-12T15:17:25,202 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T15:17:25,202 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T15:17:25,203 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T15:17:25,203 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T15:17:25,203 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T15:17:25,203 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T15:17:25,203 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:17:25,203 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T15:17:25,203 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T15:17:25,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T15:17:25,210 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T15:17:25,210 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:25,225 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/data/hbase/meta/1588230740/info/4107da2b1fb54edf9c1f0cbea66354ef 2024-11-12T15:17:25,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:17:25,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T15:17:25,227 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T15:17:25,227 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:25,242 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/data/hbase/meta/1588230740/ns/2681a78f1ffc48659dee958824a61e17 2024-11-12T15:17:25,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:17:25,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T15:17:25,243 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T15:17:25,243 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:25,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:17:25,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T15:17:25,245 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T15:17:25,245 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:25,283 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/data/hbase/meta/1588230740/table/128ba1451029463495abed38f6730062 2024-11-12T15:17:25,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:17:25,283 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T15:17:25,284 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/data/hbase/meta/1588230740 2024-11-12T15:17:25,286 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/data/hbase/meta/1588230740 2024-11-12T15:17:25,287 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T15:17:25,287 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T15:17:25,291 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T15:17:25,295 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T15:17:25,298 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62694303, jitterRate=-0.0657820850610733}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T15:17:25,298 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T15:17:25,299 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731424645204Writing region info on filesystem at 1731424645204Initializing all the Stores at 1731424645205 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424645205Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424645208 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424645208Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424645208Cleaning up temporary data from old regions at 1731424645287 (+79 ms)Running coprocessor post-open hooks at 1731424645298 (+11 ms)Region opened successfully at 1731424645298 2024-11-12T15:17:25,300 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731424645159 2024-11-12T15:17:25,304 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T15:17:25,304 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T15:17:25,305 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=a6f201fa5419,34943,1731424643957 2024-11-12T15:17:25,309 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a6f201fa5419,34943,1731424643957, state=OPEN 2024-11-12T15:17:25,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34835-0x1012f9f0c160006, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1332094364/meta-region-server 2024-11-12T15:17:25,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34943-0x1012f9f0c160007, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1332094364/meta-region-server 2024-11-12T15:17:25,362 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a6f201fa5419,34943,1731424643957 2024-11-12T15:17:25,362 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1332094364/meta-region-server: CHANGED 2024-11-12T15:17:25,362 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1332094364/meta-region-server: CHANGED 2024-11-12T15:17:25,367 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-12T15:17:25,367 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a6f201fa5419,34943,1731424643957 in 356 msec 2024-11-12T15:17:25,376 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-12T15:17:25,376 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 779 msec 2024-11-12T15:17:25,492 DEBUG [RS:0;a6f201fa5419:34943.replicationSource.wal-reader.a6f201fa5419%2C34943%2C1731424643957,2-a6f201fa5419,34943,1731424643957 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/WALs/a6f201fa5419,34943,1731424643957/a6f201fa5419%2C34943%2C1731424643957.1731424644906 to pos 0, reset compression=false 2024-11-12T15:17:25,493 DEBUG [RS:0;a6f201fa5419:34943.replicationSource.wal-reader.a6f201fa5419%2C34943%2C1731424643957,1-a6f201fa5419,34943,1731424643957 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/WALs/a6f201fa5419,34943,1731424643957/a6f201fa5419%2C34943%2C1731424643957.1731424644906 to pos 0, reset compression=false 2024-11-12T15:17:25,899 DEBUG [RS:0;a6f201fa5419:34943.replicationSource.wal-reader.a6f201fa5419%2C34943%2C1731424643957,2-a6f201fa5419,34943,1731424643957 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/WALs/a6f201fa5419,34943,1731424643957/a6f201fa5419%2C34943%2C1731424643957.1731424644906 to pos 0, reset compression=false 2024-11-12T15:17:25,901 DEBUG [RS:0;a6f201fa5419:34943.replicationSource.wal-reader.a6f201fa5419%2C34943%2C1731424643957,1-a6f201fa5419,34943,1731424643957 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/WALs/a6f201fa5419,34943,1731424643957/a6f201fa5419%2C34943%2C1731424643957.1731424644906 to pos 0, reset compression=false 2024-11-12T15:17:26,199 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1606ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-12T15:17:26,407 DEBUG [RS:0;a6f201fa5419:34943.replicationSource.wal-reader.a6f201fa5419%2C34943%2C1731424643957,2-a6f201fa5419,34943,1731424643957 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/WALs/a6f201fa5419,34943,1731424643957/a6f201fa5419%2C34943%2C1731424643957.1731424644906 to pos 0, reset compression=false 2024-11-12T15:17:26,408 DEBUG [RS:0;a6f201fa5419:34943.replicationSource.wal-reader.a6f201fa5419%2C34943%2C1731424643957,1-a6f201fa5419,34943,1731424643957 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/WALs/a6f201fa5419,34943,1731424643957/a6f201fa5419%2C34943%2C1731424643957.1731424644906 to pos 0, reset compression=false 2024-11-12T15:17:27,013 DEBUG [RS:0;a6f201fa5419:34943.replicationSource.wal-reader.a6f201fa5419%2C34943%2C1731424643957,2-a6f201fa5419,34943,1731424643957 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/WALs/a6f201fa5419,34943,1731424643957/a6f201fa5419%2C34943%2C1731424643957.1731424644906 to pos 0, reset compression=false 2024-11-12T15:17:27,014 DEBUG [RS:0;a6f201fa5419:34943.replicationSource.wal-reader.a6f201fa5419%2C34943%2C1731424643957,1-a6f201fa5419,34943,1731424643957 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/WALs/a6f201fa5419,34943,1731424643957/a6f201fa5419%2C34943%2C1731424643957.1731424644906 to pos 0, reset compression=false 2024-11-12T15:17:27,702 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3109ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3006ms 2024-11-12T15:17:27,721 DEBUG [RS:0;a6f201fa5419:34943.replicationSource.wal-reader.a6f201fa5419%2C34943%2C1731424643957,2-a6f201fa5419,34943,1731424643957 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/WALs/a6f201fa5419,34943,1731424643957/a6f201fa5419%2C34943%2C1731424643957.1731424644906 to pos 0, reset compression=false 2024-11-12T15:17:27,722 DEBUG [RS:0;a6f201fa5419:34943.replicationSource.wal-reader.a6f201fa5419%2C34943%2C1731424643957,1-a6f201fa5419,34943,1731424643957 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/WALs/a6f201fa5419,34943,1731424643957/a6f201fa5419%2C34943%2C1731424643957.1731424644906 to pos 0, reset compression=false 2024-11-12T15:17:28,529 DEBUG [RS:0;a6f201fa5419:34943.replicationSource.wal-reader.a6f201fa5419%2C34943%2C1731424643957,1-a6f201fa5419,34943,1731424643957 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/WALs/a6f201fa5419,34943,1731424643957/a6f201fa5419%2C34943%2C1731424643957.1731424644906 to pos 0, reset compression=false 2024-11-12T15:17:28,529 DEBUG [RS:0;a6f201fa5419:34943.replicationSource.wal-reader.a6f201fa5419%2C34943%2C1731424643957,2-a6f201fa5419,34943,1731424643957 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/WALs/a6f201fa5419,34943,1731424643957/a6f201fa5419%2C34943%2C1731424643957.1731424644906 to pos 0, reset compression=false 2024-11-12T15:17:29,104 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4511ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-12T15:17:29,105 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T15:17:29,105 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:17:29,105 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,34943,1731424643957, seqNum=-1] 2024-11-12T15:17:29,105 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:17:29,107 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35269, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T15:17:29,114 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=90ca3bb6252278092ff77c3961b499a9, regionState=OPEN, lastHost=a6f201fa5419,33857,1731424626757, regionLocation=a6f201fa5419,33857,1731424626757, openSeqNum=2 2024-11-12T15:17:29,114 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T15:17:29,114 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731424709114 2024-11-12T15:17:29,114 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731424769114 2024-11-12T15:17:29,114 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 9 msec 2024-11-12T15:17:29,115 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,34835,1731424643897-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:29,115 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): a6f201fa5419,33857,1731424626757 had 2 regions 2024-11-12T15:17:29,115 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,34835,1731424643897-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:29,115 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,34835,1731424643897-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:29,115 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a6f201fa5419:34835, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:29,115 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:29,116 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:29,116 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure a6f201fa5419,33857,1731424626757, splitWal=true, meta=true, isMeta: false 2024-11-12T15:17:29,120 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/WALs/a6f201fa5419,33857,1731424626757-splitting dir is empty, no logs to split. 2024-11-12T15:17:29,120 INFO [PEWorker-3 {}] master.SplitWALManager(105): a6f201fa5419,33857,1731424626757 WAL count=0, meta=false 2024-11-12T15:17:29,124 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.075sec 2024-11-12T15:17:29,124 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T15:17:29,124 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T15:17:29,124 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T15:17:29,125 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T15:17:29,125 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T15:17:29,125 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,34835,1731424643897-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T15:17:29,125 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,34835,1731424643897-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T15:17:29,125 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/WALs/a6f201fa5419,33857,1731424626757-splitting dir is empty, no logs to split. 2024-11-12T15:17:29,125 INFO [PEWorker-3 {}] master.SplitWALManager(105): a6f201fa5419,33857,1731424626757 WAL count=0, meta=false 2024-11-12T15:17:29,126 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if a6f201fa5419,33857,1731424626757 WAL splitting is done? wals=0, meta=false 2024-11-12T15:17:29,133 WARN [master/a6f201fa5419:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=a6f201fa5419,33857,1731424626757/hbase:replication,,1731424637303.90ca3bb6252278092ff77c3961b499a9. 2024-11-12T15:17:29,134 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=90ca3bb6252278092ff77c3961b499a9, ASSIGN}] 2024-11-12T15:17:29,136 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=90ca3bb6252278092ff77c3961b499a9, ASSIGN 2024-11-12T15:17:29,137 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=90ca3bb6252278092ff77c3961b499a9, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T15:17:29,141 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T15:17:29,141 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T15:17:29,141 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,34835,1731424643897-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:29,212 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75dae96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:17:29,212 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,34835,-1 for getting cluster id 2024-11-12T15:17:29,213 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:17:29,218 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67b8eef4-3fac-44be-a730-24e600d8f58b' 2024-11-12T15:17:29,218 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:17:29,218 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67b8eef4-3fac-44be-a730-24e600d8f58b" 2024-11-12T15:17:29,219 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2831e11c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:17:29,219 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,34835,-1] 2024-11-12T15:17:29,219 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:17:29,220 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:17:29,225 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:17:29,226 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@319db952, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:17:29,227 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:17:29,228 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,34943,1731424643957, seqNum=-1] 2024-11-12T15:17:29,228 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:17:29,232 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T15:17:29,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-12T15:17:29,235 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T15:17:29,236 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:17:29,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:17:29,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:17:29,236 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:17:29,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: a6f201fa5419:34835 after: a6f201fa5419:34835 2024-11-12T15:17:29,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65bac4ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:17:29,237 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,34835,-1 for getting cluster id 2024-11-12T15:17:29,237 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:17:29,238 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67b8eef4-3fac-44be-a730-24e600d8f58b' 2024-11-12T15:17:29,238 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:17:29,238 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67b8eef4-3fac-44be-a730-24e600d8f58b" 2024-11-12T15:17:29,238 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@119a4aed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:17:29,238 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,34835,-1] 2024-11-12T15:17:29,238 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:17:29,239 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:17:29,239 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:17:29,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c4d7c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:17:29,240 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:17:29,242 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,34835,1731424643897 2024-11-12T15:17:29,242 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65a3b223 2024-11-12T15:17:29,242 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:17:29,244 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T15:17:29,244 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34835 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-12T15:17:29,245 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34835 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-12T15:17:29,246 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34835 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-12T15:17:29,247 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34835 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-12T15:17:29,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T15:17:29,248 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T15:17:29,248 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:17:29,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:17:29,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:17:29,249 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:17:29,249 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T15:17:29,249 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=255259723, stopped=false 2024-11-12T15:17:29,249 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a6f201fa5419,45913,1731424633492 2024-11-12T15:17:29,287 DEBUG [a6f201fa5419:34835 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T15:17:29,288 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=90ca3bb6252278092ff77c3961b499a9, regionState=OPENING, regionLocation=a6f201fa5419,34943,1731424643957 2024-11-12T15:17:29,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=90ca3bb6252278092ff77c3961b499a9, ASSIGN because future has completed 2024-11-12T15:17:29,292 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 90ca3bb6252278092ff77c3961b499a9, server=a6f201fa5419,34943,1731424643957}] 2024-11-12T15:17:29,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34513-0x1012f9f0c160004, quorum=127.0.0.1:52746, baseZNode=/11657922180 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11657922180/running 2024-11-12T15:17:29,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45913-0x1012f9f0c160003, quorum=127.0.0.1:52746, baseZNode=/11657922180 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11657922180/running 2024-11-12T15:17:29,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34513-0x1012f9f0c160004, quorum=127.0.0.1:52746, baseZNode=/11657922180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11657922180 2024-11-12T15:17:29,395 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T15:17:29,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45913-0x1012f9f0c160003, quorum=127.0.0.1:52746, baseZNode=/11657922180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11657922180 2024-11-12T15:17:29,395 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T15:17:29,396 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:17:29,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:17:29,396 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45913-0x1012f9f0c160003, quorum=127.0.0.1:52746, baseZNode=/11657922180 Set watcher on znode that does not yet exist, /11657922180/running 2024-11-12T15:17:29,396 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34513-0x1012f9f0c160004, quorum=127.0.0.1:52746, baseZNode=/11657922180 Set watcher on znode that does not yet exist, /11657922180/running 2024-11-12T15:17:29,396 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a6f201fa5419,34513,1731424633655' ***** 2024-11-12T15:17:29,396 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T15:17:29,396 INFO [RS:0;a6f201fa5419:34513 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T15:17:29,396 INFO [RS:0;a6f201fa5419:34513 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T15:17:29,396 INFO [RS:0;a6f201fa5419:34513 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T15:17:29,396 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T15:17:29,397 INFO [RS:0;a6f201fa5419:34513 {}] regionserver.HRegionServer(959): stopping server a6f201fa5419,34513,1731424633655 2024-11-12T15:17:29,397 INFO [RS:0;a6f201fa5419:34513 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T15:17:29,397 INFO [RS:0;a6f201fa5419:34513 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a6f201fa5419:34513. 2024-11-12T15:17:29,397 DEBUG [RS:0;a6f201fa5419:34513 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:17:29,397 DEBUG [RS:0;a6f201fa5419:34513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:17:29,397 INFO [RS:0;a6f201fa5419:34513 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T15:17:29,397 INFO [RS:0;a6f201fa5419:34513 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T15:17:29,397 INFO [RS:0;a6f201fa5419:34513 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T15:17:29,397 INFO [RS:0;a6f201fa5419:34513 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T15:17:29,397 INFO [RS:0;a6f201fa5419:34513 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T15:17:29,398 DEBUG [RS:0;a6f201fa5419:34513 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T15:17:29,398 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T15:17:29,398 DEBUG [RS:0;a6f201fa5419:34513 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T15:17:29,398 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T15:17:29,398 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T15:17:29,398 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T15:17:29,398 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T15:17:29,398 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-12T15:17:29,402 INFO [regionserver/a6f201fa5419:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T15:17:29,417 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41409/user/jenkins/test-data/a5946e3b-cd19-ebe3-a5a2-7228569890bb/data/hbase/meta/1588230740/.tmp/ns/cce3fc381d1b440b97fb92c19dbde18e is 43, key is default/ns:d/1731424637149/Put/seqid=0 2024-11-12T15:17:29,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40125 is added to blk_1073741835_1011 (size=5153) 2024-11-12T15:17:29,436 DEBUG [RS:0;a6f201fa5419:34943.replicationSource.wal-reader.a6f201fa5419%2C34943%2C1731424643957,1-a6f201fa5419,34943,1731424643957 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/WALs/a6f201fa5419,34943,1731424643957/a6f201fa5419%2C34943%2C1731424643957.1731424644906 to pos 0, reset compression=false 2024-11-12T15:17:29,436 DEBUG [RS:0;a6f201fa5419:34943.replicationSource.wal-reader.a6f201fa5419%2C34943%2C1731424643957,2-a6f201fa5419,34943,1731424643957 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/WALs/a6f201fa5419,34943,1731424643957/a6f201fa5419%2C34943%2C1731424643957.1731424644906 to pos 0, reset compression=false 2024-11-12T15:17:29,450 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731424637303.90ca3bb6252278092ff77c3961b499a9. 2024-11-12T15:17:29,450 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:17:29,450 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T15:17:29,453 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a6f201fa5419%2C34943%2C1731424643957.rep, suffix=, logDir=hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/WALs/a6f201fa5419,34943,1731424643957, archiveDir=hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/oldWALs, maxLogs=10 2024-11-12T15:17:29,471 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/WALs/a6f201fa5419,34943,1731424643957/a6f201fa5419%2C34943%2C1731424643957.rep.1731424649454, exclude list is [], retry=0 2024-11-12T15:17:29,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33697,DS-88495c1e-93f2-4494-97c7-a5ed920d88b4,DISK] 2024-11-12T15:17:29,476 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/WALs/a6f201fa5419,34943,1731424643957/a6f201fa5419%2C34943%2C1731424643957.rep.1731424649454 2024-11-12T15:17:29,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45251:45251)] 2024-11-12T15:17:29,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 90ca3bb6252278092ff77c3961b499a9, NAME => 'hbase:replication,,1731424637303.90ca3bb6252278092ff77c3961b499a9.', STARTKEY => '', ENDKEY => ''} 2024-11-12T15:17:29,477 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T15:17:29,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T15:17:29,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731424637303.90ca3bb6252278092ff77c3961b499a9. service=MultiRowMutationService 2024-11-12T15:17:29,478 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T15:17:29,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 90ca3bb6252278092ff77c3961b499a9 2024-11-12T15:17:29,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731424637303.90ca3bb6252278092ff77c3961b499a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:17:29,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 90ca3bb6252278092ff77c3961b499a9 2024-11-12T15:17:29,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 90ca3bb6252278092ff77c3961b499a9 2024-11-12T15:17:29,480 INFO [StoreOpener-90ca3bb6252278092ff77c3961b499a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 90ca3bb6252278092ff77c3961b499a9 2024-11-12T15:17:29,481 INFO [StoreOpener-90ca3bb6252278092ff77c3961b499a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90ca3bb6252278092ff77c3961b499a9 columnFamilyName hfileref 2024-11-12T15:17:29,481 DEBUG [StoreOpener-90ca3bb6252278092ff77c3961b499a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:29,481 INFO [StoreOpener-90ca3bb6252278092ff77c3961b499a9-1 {}] regionserver.HStore(327): Store=90ca3bb6252278092ff77c3961b499a9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:17:29,481 INFO [StoreOpener-90ca3bb6252278092ff77c3961b499a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 90ca3bb6252278092ff77c3961b499a9 2024-11-12T15:17:29,482 INFO [StoreOpener-90ca3bb6252278092ff77c3961b499a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90ca3bb6252278092ff77c3961b499a9 columnFamilyName queue 2024-11-12T15:17:29,482 DEBUG [StoreOpener-90ca3bb6252278092ff77c3961b499a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:29,492 DEBUG [StoreOpener-90ca3bb6252278092ff77c3961b499a9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/data/hbase/replication/90ca3bb6252278092ff77c3961b499a9/queue/f34b613e5b2f4cf2a3e81080caf5aba4 2024-11-12T15:17:29,493 INFO [StoreOpener-90ca3bb6252278092ff77c3961b499a9-1 {}] regionserver.HStore(327): Store=90ca3bb6252278092ff77c3961b499a9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:17:29,493 INFO [StoreOpener-90ca3bb6252278092ff77c3961b499a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 90ca3bb6252278092ff77c3961b499a9 2024-11-12T15:17:29,494 INFO [StoreOpener-90ca3bb6252278092ff77c3961b499a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90ca3bb6252278092ff77c3961b499a9 columnFamilyName sid 2024-11-12T15:17:29,494 DEBUG [StoreOpener-90ca3bb6252278092ff77c3961b499a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:29,494 INFO [StoreOpener-90ca3bb6252278092ff77c3961b499a9-1 {}] regionserver.HStore(327): Store=90ca3bb6252278092ff77c3961b499a9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:17:29,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 90ca3bb6252278092ff77c3961b499a9 2024-11-12T15:17:29,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/data/hbase/replication/90ca3bb6252278092ff77c3961b499a9 2024-11-12T15:17:29,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/data/hbase/replication/90ca3bb6252278092ff77c3961b499a9 2024-11-12T15:17:29,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 90ca3bb6252278092ff77c3961b499a9 2024-11-12T15:17:29,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 90ca3bb6252278092ff77c3961b499a9 2024-11-12T15:17:29,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T15:17:29,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 90ca3bb6252278092ff77c3961b499a9 2024-11-12T15:17:29,501 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 90ca3bb6252278092ff77c3961b499a9; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67202157, jitterRate=0.0013901740312576294}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T15:17:29,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 90ca3bb6252278092ff77c3961b499a9 2024-11-12T15:17:29,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 90ca3bb6252278092ff77c3961b499a9: Running coprocessor pre-open hook at 1731424649478Writing region info on filesystem at 1731424649478Initializing all the Stores at 1731424649479 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424649479Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424649480 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424649480Cleaning up temporary data from old regions at 1731424649498 (+18 ms)Running coprocessor post-open hooks at 1731424649502 (+4 ms)Region opened successfully at 1731424649503 (+1 ms) 2024-11-12T15:17:29,504 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731424637303.90ca3bb6252278092ff77c3961b499a9., pid=19, masterSystemTime=1731424649445 2024-11-12T15:17:29,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731424637303.90ca3bb6252278092ff77c3961b499a9. 2024-11-12T15:17:29,507 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731424637303.90ca3bb6252278092ff77c3961b499a9. 2024-11-12T15:17:29,507 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=90ca3bb6252278092ff77c3961b499a9, regionState=OPEN, openSeqNum=10, regionLocation=a6f201fa5419,34943,1731424643957 2024-11-12T15:17:29,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 90ca3bb6252278092ff77c3961b499a9, server=a6f201fa5419,34943,1731424643957 because future has completed 2024-11-12T15:17:29,516 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-12T15:17:29,516 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 90ca3bb6252278092ff77c3961b499a9, server=a6f201fa5419,34943,1731424643957 in 220 msec 2024-11-12T15:17:29,519 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-12T15:17:29,519 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=90ca3bb6252278092ff77c3961b499a9, ASSIGN in 382 msec 2024-11-12T15:17:29,521 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-12T15:17:29,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731424637303.90ca3bb6252278092ff77c3961b499a9., hostname=a6f201fa5419,34943,1731424643957, seqNum=10] 2024-11-12T15:17:29,565 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for a6f201fa5419,33857,1731424626757 2024-11-12T15:17:29,565 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-12T15:17:29,598 DEBUG [RS:0;a6f201fa5419:34513 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T15:17:29,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34943 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-12T15:17:29,798 DEBUG [RS:0;a6f201fa5419:34513 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T15:17:29,822 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41409/user/jenkins/test-data/a5946e3b-cd19-ebe3-a5a2-7228569890bb/data/hbase/meta/1588230740/.tmp/ns/cce3fc381d1b440b97fb92c19dbde18e 2024-11-12T15:17:29,831 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41409/user/jenkins/test-data/a5946e3b-cd19-ebe3-a5a2-7228569890bb/data/hbase/meta/1588230740/.tmp/ns/cce3fc381d1b440b97fb92c19dbde18e as hdfs://localhost:41409/user/jenkins/test-data/a5946e3b-cd19-ebe3-a5a2-7228569890bb/data/hbase/meta/1588230740/ns/cce3fc381d1b440b97fb92c19dbde18e 2024-11-12T15:17:29,841 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41409/user/jenkins/test-data/a5946e3b-cd19-ebe3-a5a2-7228569890bb/data/hbase/meta/1588230740/ns/cce3fc381d1b440b97fb92c19dbde18e, entries=2, sequenceid=6, filesize=5.0 K 2024-11-12T15:17:29,843 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 444ms, sequenceid=6, compaction requested=false 2024-11-12T15:17:29,848 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41409/user/jenkins/test-data/a5946e3b-cd19-ebe3-a5a2-7228569890bb/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-12T15:17:29,849 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T15:17:29,849 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T15:17:29,849 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T15:17:29,849 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731424649398Running coprocessor pre-close hooks at 1731424649398Disabling compacts and flushes for region at 1731424649398Disabling writes for close at 1731424649398Obtaining lock to block concurrent updates at 1731424649398Preparing flush snapshotting stores in 1588230740 at 1731424649398Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731424649398Flushing stores of hbase:meta,,1.1588230740 at 1731424649399 (+1 ms)Flushing 1588230740/ns: creating writer at 1731424649399Flushing 1588230740/ns: appending metadata at 1731424649416 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731424649416Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52883f80: reopening flushed file at 1731424649830 (+414 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 444ms, sequenceid=6, compaction requested=false at 1731424649843 (+13 ms)Writing region close event to WAL at 1731424649843Running coprocessor post-close hooks at 1731424649848 (+5 ms)Closed at 1731424649849 (+1 ms) 2024-11-12T15:17:29,849 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T15:17:29,998 INFO [RS:0;a6f201fa5419:34513 {}] regionserver.HRegionServer(976): stopping server a6f201fa5419,34513,1731424633655; all regions closed. 2024-11-12T15:17:30,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40125 is added to blk_1073741834_1010 (size=1152) 2024-11-12T15:17:30,006 DEBUG [RS:0;a6f201fa5419:34513 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a5946e3b-cd19-ebe3-a5a2-7228569890bb/oldWALs 2024-11-12T15:17:30,006 INFO [RS:0;a6f201fa5419:34513 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a6f201fa5419%2C34513%2C1731424633655.meta:.meta(num 1731424637051) 2024-11-12T15:17:30,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40125 is added to blk_1073741832_1008 (size=93) 2024-11-12T15:17:30,013 DEBUG [RS:0;a6f201fa5419:34513 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a5946e3b-cd19-ebe3-a5a2-7228569890bb/oldWALs 2024-11-12T15:17:30,013 INFO [RS:0;a6f201fa5419:34513 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a6f201fa5419%2C34513%2C1731424633655:(num 1731424636123) 2024-11-12T15:17:30,013 DEBUG [RS:0;a6f201fa5419:34513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:17:30,013 INFO [RS:0;a6f201fa5419:34513 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T15:17:30,013 INFO [RS:0;a6f201fa5419:34513 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T15:17:30,014 INFO [RS:0;a6f201fa5419:34513 {}] hbase.ChoreService(370): Chore service for: regionserver/a6f201fa5419:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T15:17:30,014 INFO [RS:0;a6f201fa5419:34513 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T15:17:30,014 INFO [RS:0;a6f201fa5419:34513 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34513 2024-11-12T15:17:30,014 INFO [regionserver/a6f201fa5419:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T15:17:30,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34513-0x1012f9f0c160004, quorum=127.0.0.1:52746, baseZNode=/11657922180 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11657922180/rs/a6f201fa5419,34513,1731424633655 2024-11-12T15:17:30,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45913-0x1012f9f0c160003, quorum=127.0.0.1:52746, baseZNode=/11657922180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11657922180/rs 2024-11-12T15:17:30,088 INFO [RS:0;a6f201fa5419:34513 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T15:17:30,089 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a6f201fa5419,34513,1731424633655] 2024-11-12T15:17:30,111 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11657922180/draining/a6f201fa5419,34513,1731424633655 already deleted, retry=false 2024-11-12T15:17:30,111 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a6f201fa5419,34513,1731424633655 expired; onlineServers=0 2024-11-12T15:17:30,111 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a6f201fa5419,45913,1731424633492' ***** 2024-11-12T15:17:30,111 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T15:17:30,111 INFO [M:0;a6f201fa5419:45913 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T15:17:30,111 INFO [M:0;a6f201fa5419:45913 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T15:17:30,111 DEBUG [M:0;a6f201fa5419:45913 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T15:17:30,111 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T15:17:30,111 DEBUG [M:0;a6f201fa5419:45913 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T15:17:30,111 DEBUG [master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.small.0-1731424635798 {}] cleaner.HFileCleaner(306): Exit Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.small.0-1731424635798,5,FailOnTimeoutGroup] 2024-11-12T15:17:30,112 INFO [M:0;a6f201fa5419:45913 {}] hbase.ChoreService(370): Chore service for: master/a6f201fa5419:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T15:17:30,112 INFO [M:0;a6f201fa5419:45913 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T15:17:30,112 DEBUG [master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.large.0-1731424635798 {}] cleaner.HFileCleaner(306): Exit Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.large.0-1731424635798,5,FailOnTimeoutGroup] 2024-11-12T15:17:30,112 DEBUG [M:0;a6f201fa5419:45913 {}] master.HMaster(1795): Stopping service threads 2024-11-12T15:17:30,112 INFO [M:0;a6f201fa5419:45913 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T15:17:30,112 INFO [M:0;a6f201fa5419:45913 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T15:17:30,112 INFO [M:0;a6f201fa5419:45913 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T15:17:30,112 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T15:17:30,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45913-0x1012f9f0c160003, quorum=127.0.0.1:52746, baseZNode=/11657922180 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11657922180/master 2024-11-12T15:17:30,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45913-0x1012f9f0c160003, quorum=127.0.0.1:52746, baseZNode=/11657922180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11657922180 2024-11-12T15:17:30,132 DEBUG [M:0;a6f201fa5419:45913 {}] zookeeper.RecoverableZooKeeper(212): Node /11657922180/master already deleted, retry=false 2024-11-12T15:17:30,132 DEBUG [M:0;a6f201fa5419:45913 {}] master.ActiveMasterManager(353): master:45913-0x1012f9f0c160003, quorum=127.0.0.1:52746, baseZNode=/11657922180 Failed delete of our master address node; KeeperErrorCode = NoNode for /11657922180/master 2024-11-12T15:17:30,137 INFO [M:0;a6f201fa5419:45913 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41409/user/jenkins/test-data/a5946e3b-cd19-ebe3-a5a2-7228569890bb/.lastflushedseqids 2024-11-12T15:17:30,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40125 is added to blk_1073741836_1012 (size=99) 2024-11-12T15:17:30,156 INFO [M:0;a6f201fa5419:45913 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T15:17:30,156 INFO [M:0;a6f201fa5419:45913 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T15:17:30,157 DEBUG [M:0;a6f201fa5419:45913 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T15:17:30,157 INFO [M:0;a6f201fa5419:45913 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:17:30,157 DEBUG [M:0;a6f201fa5419:45913 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:17:30,157 DEBUG [M:0;a6f201fa5419:45913 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T15:17:30,157 DEBUG [M:0;a6f201fa5419:45913 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:17:30,157 INFO [M:0;a6f201fa5419:45913 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-12T15:17:30,184 DEBUG [M:0;a6f201fa5419:45913 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41409/user/jenkins/test-data/a5946e3b-cd19-ebe3-a5a2-7228569890bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4761dabd667f4d8083187873d8d96f82 is 82, key is hbase:meta,,1/info:regioninfo/1731424637098/Put/seqid=0 2024-11-12T15:17:30,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40125 is added to blk_1073741837_1013 (size=5672) 2024-11-12T15:17:30,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34513-0x1012f9f0c160004, quorum=127.0.0.1:52746, baseZNode=/11657922180 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:17:30,201 INFO [RS:0;a6f201fa5419:34513 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T15:17:30,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34513-0x1012f9f0c160004, quorum=127.0.0.1:52746, baseZNode=/11657922180 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:17:30,201 INFO [RS:0;a6f201fa5419:34513 {}] regionserver.HRegionServer(1031): Exiting; stopping=a6f201fa5419,34513,1731424633655; zookeeper connection closed. 2024-11-12T15:17:30,202 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3ac97b9c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3ac97b9c 2024-11-12T15:17:30,202 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T15:17:30,443 DEBUG [RS:0;a6f201fa5419:34943.replicationSource.wal-reader.a6f201fa5419%2C34943%2C1731424643957,2-a6f201fa5419,34943,1731424643957 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/WALs/a6f201fa5419,34943,1731424643957/a6f201fa5419%2C34943%2C1731424643957.1731424644906 to pos 0, reset compression=false 2024-11-12T15:17:30,444 DEBUG [RS:0;a6f201fa5419:34943.replicationSource.wal-reader.a6f201fa5419%2C34943%2C1731424643957,1-a6f201fa5419,34943,1731424643957 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/WALs/a6f201fa5419,34943,1731424643957/a6f201fa5419%2C34943%2C1731424643957.1731424644906 to pos 0, reset compression=false 2024-11-12T15:17:30,589 INFO [M:0;a6f201fa5419:45913 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41409/user/jenkins/test-data/a5946e3b-cd19-ebe3-a5a2-7228569890bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4761dabd667f4d8083187873d8d96f82 2024-11-12T15:17:30,609 DEBUG [M:0;a6f201fa5419:45913 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41409/user/jenkins/test-data/a5946e3b-cd19-ebe3-a5a2-7228569890bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7cfdef87013146918cc763947bae751c is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731424637156/Put/seqid=0 2024-11-12T15:17:30,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40125 is added to blk_1073741838_1014 (size=5275) 2024-11-12T15:17:30,706 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T15:17:31,015 INFO [M:0;a6f201fa5419:45913 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41409/user/jenkins/test-data/a5946e3b-cd19-ebe3-a5a2-7228569890bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7cfdef87013146918cc763947bae751c 2024-11-12T15:17:31,040 DEBUG [M:0;a6f201fa5419:45913 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41409/user/jenkins/test-data/a5946e3b-cd19-ebe3-a5a2-7228569890bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b8d1ba23308a4a14aab92b888b91797a is 69, key is a6f201fa5419,34513,1731424633655/rs:state/1731424635918/Put/seqid=0 2024-11-12T15:17:31,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40125 is added to blk_1073741839_1015 (size=5156) 2024-11-12T15:17:31,447 INFO [M:0;a6f201fa5419:45913 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41409/user/jenkins/test-data/a5946e3b-cd19-ebe3-a5a2-7228569890bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b8d1ba23308a4a14aab92b888b91797a 2024-11-12T15:17:31,454 DEBUG [M:0;a6f201fa5419:45913 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41409/user/jenkins/test-data/a5946e3b-cd19-ebe3-a5a2-7228569890bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4761dabd667f4d8083187873d8d96f82 as hdfs://localhost:41409/user/jenkins/test-data/a5946e3b-cd19-ebe3-a5a2-7228569890bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4761dabd667f4d8083187873d8d96f82 2024-11-12T15:17:31,462 INFO [M:0;a6f201fa5419:45913 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41409/user/jenkins/test-data/a5946e3b-cd19-ebe3-a5a2-7228569890bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4761dabd667f4d8083187873d8d96f82, entries=8, sequenceid=28, filesize=5.5 K 2024-11-12T15:17:31,464 DEBUG [M:0;a6f201fa5419:45913 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41409/user/jenkins/test-data/a5946e3b-cd19-ebe3-a5a2-7228569890bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7cfdef87013146918cc763947bae751c as hdfs://localhost:41409/user/jenkins/test-data/a5946e3b-cd19-ebe3-a5a2-7228569890bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7cfdef87013146918cc763947bae751c 2024-11-12T15:17:31,473 INFO [M:0;a6f201fa5419:45913 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41409/user/jenkins/test-data/a5946e3b-cd19-ebe3-a5a2-7228569890bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7cfdef87013146918cc763947bae751c, entries=3, sequenceid=28, filesize=5.2 K 2024-11-12T15:17:31,474 DEBUG [M:0;a6f201fa5419:45913 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41409/user/jenkins/test-data/a5946e3b-cd19-ebe3-a5a2-7228569890bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b8d1ba23308a4a14aab92b888b91797a as hdfs://localhost:41409/user/jenkins/test-data/a5946e3b-cd19-ebe3-a5a2-7228569890bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b8d1ba23308a4a14aab92b888b91797a 2024-11-12T15:17:31,483 INFO [M:0;a6f201fa5419:45913 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41409/user/jenkins/test-data/a5946e3b-cd19-ebe3-a5a2-7228569890bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b8d1ba23308a4a14aab92b888b91797a, entries=1, sequenceid=28, filesize=5.0 K 2024-11-12T15:17:31,485 INFO [M:0;a6f201fa5419:45913 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1327ms, sequenceid=28, compaction requested=false 2024-11-12T15:17:31,486 INFO [M:0;a6f201fa5419:45913 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:17:31,486 DEBUG [M:0;a6f201fa5419:45913 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731424650157Disabling compacts and flushes for region at 1731424650157Disabling writes for close at 1731424650157Obtaining lock to block concurrent updates at 1731424650157Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731424650157Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731424650158 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731424650159 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731424650159Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731424650183 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731424650183Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731424650594 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731424650608 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731424650608Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731424651020 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731424651039 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731424651040 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23efacd7: reopening flushed file at 1731424651453 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2438ee8: reopening flushed file at 1731424651463 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52e7e8ff: reopening flushed file at 1731424651473 (+10 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1327ms, sequenceid=28, compaction requested=false at 1731424651485 (+12 ms)Writing region close event to WAL at 1731424651486 (+1 ms)Closed at 1731424651486 2024-11-12T15:17:31,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40125 is added to blk_1073741830_1006 (size=10165) 2024-11-12T15:17:31,489 INFO [M:0;a6f201fa5419:45913 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T15:17:31,489 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T15:17:31,490 INFO [M:0;a6f201fa5419:45913 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45913 2024-11-12T15:17:31,493 INFO [M:0;a6f201fa5419:45913 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T15:17:31,551 DEBUG [RS:0;a6f201fa5419:34943.replicationSource.wal-reader.a6f201fa5419%2C34943%2C1731424643957,2-a6f201fa5419,34943,1731424643957 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/WALs/a6f201fa5419,34943,1731424643957/a6f201fa5419%2C34943%2C1731424643957.1731424644906 to pos 0, reset compression=false 2024-11-12T15:17:31,553 DEBUG [RS:0;a6f201fa5419:34943.replicationSource.wal-reader.a6f201fa5419%2C34943%2C1731424643957,1-a6f201fa5419,34943,1731424643957 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/WALs/a6f201fa5419,34943,1731424643957/a6f201fa5419%2C34943%2C1731424643957.1731424644906 to pos 0, reset compression=false 2024-11-12T15:17:31,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45913-0x1012f9f0c160003, quorum=127.0.0.1:52746, baseZNode=/11657922180 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:17:31,641 INFO [M:0;a6f201fa5419:45913 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T15:17:31,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45913-0x1012f9f0c160003, quorum=127.0.0.1:52746, baseZNode=/11657922180 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:17:31,644 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c12bb3b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T15:17:31,647 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d1ec4c5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T15:17:31,647 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T15:17:31,647 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9b8f4a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T15:17:31,647 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22b39d31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eeb2c253-a4c2-54d8-4cec-17a73635873d/hadoop.log.dir/,STOPPED} 2024-11-12T15:17:31,651 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T15:17:31,651 WARN [BP-1497600371-172.17.0.2-1731424631386 heartbeating to localhost/127.0.0.1:41409 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T15:17:31,651 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T15:17:31,651 WARN [BP-1497600371-172.17.0.2-1731424631386 heartbeating to localhost/127.0.0.1:41409 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1497600371-172.17.0.2-1731424631386 (Datanode Uuid 454cf541-1d63-4dd6-b26d-46c47df45380) service to localhost/127.0.0.1:41409 2024-11-12T15:17:31,652 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eeb2c253-a4c2-54d8-4cec-17a73635873d/cluster_dc36be52-01ec-2efe-9cc0-ac59673e812f/data/data1/current/BP-1497600371-172.17.0.2-1731424631386 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T15:17:31,652 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eeb2c253-a4c2-54d8-4cec-17a73635873d/cluster_dc36be52-01ec-2efe-9cc0-ac59673e812f/data/data2/current/BP-1497600371-172.17.0.2-1731424631386 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T15:17:31,653 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T15:17:31,660 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3a033f80{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T15:17:31,661 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2993da97{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T15:17:31,661 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T15:17:31,662 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d5127ed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T15:17:31,662 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b608463{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eeb2c253-a4c2-54d8-4cec-17a73635873d/hadoop.log.dir/,STOPPED} 2024-11-12T15:17:31,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T15:17:31,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T15:17:31,681 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T15:17:31,682 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:17:31,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:17:31,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:17:31,682 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:17:31,682 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T15:17:31,682 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1816173598, stopped=false 2024-11-12T15:17:31,682 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a6f201fa5419,34835,1731424643897 2024-11-12T15:17:31,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34943-0x1012f9f0c160007, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1332094364/running 2024-11-12T15:17:31,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34835-0x1012f9f0c160006, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1332094364/running 2024-11-12T15:17:31,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34943-0x1012f9f0c160007, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1332094364 2024-11-12T15:17:31,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34835-0x1012f9f0c160006, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1332094364 2024-11-12T15:17:31,701 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T15:17:31,701 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34943-0x1012f9f0c160007, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Set watcher on znode that does not yet exist, /0-1332094364/running 2024-11-12T15:17:31,701 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T15:17:31,701 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:17:31,701 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:17:31,702 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a6f201fa5419,34943,1731424643957' ***** 2024-11-12T15:17:31,702 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T15:17:31,702 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34835-0x1012f9f0c160006, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Set watcher on znode that does not yet exist, /0-1332094364/running 2024-11-12T15:17:31,702 INFO [RS:0;a6f201fa5419:34943 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T15:17:31,702 INFO [RS:0;a6f201fa5419:34943 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T15:17:31,702 INFO [RS:0;a6f201fa5419:34943 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T15:17:31,702 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T15:17:31,702 INFO [RS:0;a6f201fa5419:34943 {}] regionserver.HRegionServer(3091): Received CLOSE for 90ca3bb6252278092ff77c3961b499a9 2024-11-12T15:17:31,703 INFO [RS:0;a6f201fa5419:34943 {}] regionserver.HRegionServer(959): stopping server a6f201fa5419,34943,1731424643957 2024-11-12T15:17:31,703 INFO [RS:0;a6f201fa5419:34943 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T15:17:31,703 INFO [RS:0;a6f201fa5419:34943 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a6f201fa5419:34943. 2024-11-12T15:17:31,703 DEBUG [RS:0;a6f201fa5419:34943 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:17:31,703 DEBUG [RS:0;a6f201fa5419:34943 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:17:31,703 INFO [RS:0;a6f201fa5419:34943 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T15:17:31,703 INFO [RS:0;a6f201fa5419:34943 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T15:17:31,703 INFO [RS:0;a6f201fa5419:34943 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T15:17:31,703 INFO [RS:0;a6f201fa5419:34943 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T15:17:31,703 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 90ca3bb6252278092ff77c3961b499a9, disabling compactions & flushes 2024-11-12T15:17:31,704 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731424637303.90ca3bb6252278092ff77c3961b499a9. 2024-11-12T15:17:31,704 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731424637303.90ca3bb6252278092ff77c3961b499a9. 2024-11-12T15:17:31,704 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731424637303.90ca3bb6252278092ff77c3961b499a9. after waiting 0 ms 2024-11-12T15:17:31,704 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731424637303.90ca3bb6252278092ff77c3961b499a9. 2024-11-12T15:17:31,704 INFO [RS:0;a6f201fa5419:34943 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T15:17:31,704 DEBUG [RS:0;a6f201fa5419:34943 {}] regionserver.HRegionServer(1325): Online Regions={90ca3bb6252278092ff77c3961b499a9=hbase:replication,,1731424637303.90ca3bb6252278092ff77c3961b499a9., 1588230740=hbase:meta,,1.1588230740} 2024-11-12T15:17:31,704 DEBUG [RS:0;a6f201fa5419:34943 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 90ca3bb6252278092ff77c3961b499a9 2024-11-12T15:17:31,704 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T15:17:31,704 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T15:17:31,704 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T15:17:31,704 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T15:17:31,704 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T15:17:31,705 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-12T15:17:31,710 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/data/hbase/replication/90ca3bb6252278092ff77c3961b499a9/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-12T15:17:31,711 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T15:17:31,711 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T15:17:31,711 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731424637303.90ca3bb6252278092ff77c3961b499a9. 2024-11-12T15:17:31,711 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 90ca3bb6252278092ff77c3961b499a9: Waiting for close lock at 1731424651703Running coprocessor pre-close hooks at 1731424651703Disabling compacts and flushes for region at 1731424651703Disabling writes for close at 1731424651704 (+1 ms)Writing region close event to WAL at 1731424651705 (+1 ms)Running coprocessor post-close hooks at 1731424651711 (+6 ms)Closed at 1731424651711 2024-11-12T15:17:31,712 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731424637303.90ca3bb6252278092ff77c3961b499a9. 2024-11-12T15:17:31,719 INFO [regionserver/a6f201fa5419:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T15:17:31,719 INFO [regionserver/a6f201fa5419:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T15:17:31,724 INFO [regionserver/a6f201fa5419:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T15:17:31,728 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/data/hbase/meta/1588230740/.tmp/info/3c891493f4e44c9cafab2acb2e519142 is 147, key is hbase:replication,,1731424637303.90ca3bb6252278092ff77c3961b499a9./info:regioninfo/1731424649507/Put/seqid=0 2024-11-12T15:17:31,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741851_1027 (size=6385) 2024-11-12T15:17:31,904 DEBUG [RS:0;a6f201fa5419:34943 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T15:17:32,104 DEBUG [RS:0;a6f201fa5419:34943 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T15:17:32,136 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/data/hbase/meta/1588230740/.tmp/info/3c891493f4e44c9cafab2acb2e519142 2024-11-12T15:17:32,147 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/data/hbase/meta/1588230740/.tmp/info/3c891493f4e44c9cafab2acb2e519142 as hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/data/hbase/meta/1588230740/info/3c891493f4e44c9cafab2acb2e519142 2024-11-12T15:17:32,159 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/data/hbase/meta/1588230740/info/3c891493f4e44c9cafab2acb2e519142, entries=8, sequenceid=19, filesize=6.2 K 2024-11-12T15:17:32,161 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 457ms, sequenceid=19, compaction requested=false 2024-11-12T15:17:32,183 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-12T15:17:32,184 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T15:17:32,184 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T15:17:32,184 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T15:17:32,184 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731424651704Running coprocessor pre-close hooks at 1731424651704Disabling compacts and flushes for region at 1731424651704Disabling writes for close at 1731424651704Obtaining lock to block concurrent updates at 1731424651705 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731424651705Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731424651705Flushing stores of hbase:meta,,1.1588230740 at 1731424651706 (+1 ms)Flushing 1588230740/info: creating writer at 1731424651707 (+1 ms)Flushing 1588230740/info: appending metadata at 1731424651727 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731424651727Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24fca5ce: reopening flushed file at 1731424652146 (+419 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 457ms, sequenceid=19, compaction requested=false at 1731424652161 (+15 ms)Writing region close event to WAL at 1731424652175 (+14 ms)Running coprocessor post-close hooks at 1731424652184 (+9 ms)Closed at 1731424652184 2024-11-12T15:17:32,184 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T15:17:32,305 INFO [RS:0;a6f201fa5419:34943 {}] regionserver.HRegionServer(976): stopping server a6f201fa5419,34943,1731424643957; all regions closed. 2024-11-12T15:17:32,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741849_1025 (size=2156) 2024-11-12T15:17:32,311 DEBUG [RS:0;a6f201fa5419:34943 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/oldWALs 2024-11-12T15:17:32,311 INFO [RS:0;a6f201fa5419:34943 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a6f201fa5419%2C34943%2C1731424643957.meta:.meta(num 1731424645173) 2024-11-12T15:17:32,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741850_1026 (size=796) 2024-11-12T15:17:32,321 DEBUG [RS:0;a6f201fa5419:34943 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/oldWALs 2024-11-12T15:17:32,321 INFO [RS:0;a6f201fa5419:34943 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a6f201fa5419%2C34943%2C1731424643957.rep:(num 1731424649454) 2024-11-12T15:17:32,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741848_1024 (size=93) 2024-11-12T15:17:32,324 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/WALs/a6f201fa5419,34943,1731424643957/a6f201fa5419%2C34943%2C1731424643957.1731424644906 not finished, retry = 0 2024-11-12T15:17:32,427 DEBUG [RS:0;a6f201fa5419:34943 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/oldWALs 2024-11-12T15:17:32,427 INFO [RS:0;a6f201fa5419:34943 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a6f201fa5419%2C34943%2C1731424643957:(num 1731424644906) 2024-11-12T15:17:32,427 DEBUG [RS:0;a6f201fa5419:34943 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:17:32,427 INFO [RS:0;a6f201fa5419:34943 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T15:17:32,427 INFO [RS:0;a6f201fa5419:34943 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T15:17:32,427 INFO [RS:0;a6f201fa5419:34943 {}] hbase.ChoreService(370): Chore service for: regionserver/a6f201fa5419:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T15:17:32,428 INFO [RS:0;a6f201fa5419:34943 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T15:17:32,428 INFO [RS:0;a6f201fa5419:34943 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a6f201fa5419,34943,1731424643957 because: Region server is closing 2024-11-12T15:17:32,428 INFO [RS:0;a6f201fa5419:34943 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a6f201fa5419:34943. 2024-11-12T15:17:32,428 DEBUG [RS:0;a6f201fa5419:34943 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:17:32,428 DEBUG [RS:0;a6f201fa5419:34943 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:17:32,428 DEBUG [RS:0;a6f201fa5419:34943 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:17:32,428 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:17:32,429 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/a6f201fa5419:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-12T15:17:32,429 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/a6f201fa5419:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-12T15:17:32,429 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/a6f201fa5419:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-12T15:17:32,429 INFO [regionserver/a6f201fa5419:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T15:17:32,529 WARN [RS:0;a6f201fa5419:34943.replicationSource.shippera6f201fa5419%2C34943%2C1731424643957,1-a6f201fa5419,34943,1731424643957 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-12T15:17:32,529 WARN [RS:0;a6f201fa5419:34943.replicationSource.wal-reader.a6f201fa5419%2C34943%2C1731424643957,1-a6f201fa5419,34943,1731424643957 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T15:17:32,529 INFO [RS:0;a6f201fa5419:34943 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;a6f201fa5419:34943.replicationSource.shippera6f201fa5419%2C34943%2C1731424643957,1-a6f201fa5419,34943,1731424643957 terminated 2024-11-12T15:17:32,529 INFO [RS:0;a6f201fa5419:34943 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-a6f201fa5419,34943,1731424643957 because: Region server is closing 2024-11-12T15:17:32,529 INFO [RS:0;a6f201fa5419:34943 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a6f201fa5419:34943. 2024-11-12T15:17:32,529 DEBUG [RS:0;a6f201fa5419:34943 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:17:32,529 DEBUG [RS:0;a6f201fa5419:34943 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:17:32,530 DEBUG [RS:0;a6f201fa5419:34943 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:17:32,530 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:17:32,630 WARN [RS:0;a6f201fa5419:34943.replicationSource.wal-reader.a6f201fa5419%2C34943%2C1731424643957,2-a6f201fa5419,34943,1731424643957 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T15:17:32,630 WARN [RS:0;a6f201fa5419:34943.replicationSource.shippera6f201fa5419%2C34943%2C1731424643957,2-a6f201fa5419,34943,1731424643957 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-12T15:17:32,630 INFO [RS:0;a6f201fa5419:34943 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;a6f201fa5419:34943.replicationSource.shippera6f201fa5419%2C34943%2C1731424643957,2-a6f201fa5419,34943,1731424643957 terminated 2024-11-12T15:17:32,630 INFO [RS:0;a6f201fa5419:34943 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34943 2024-11-12T15:17:32,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34835-0x1012f9f0c160006, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1332094364/rs 2024-11-12T15:17:32,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34943-0x1012f9f0c160007, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1332094364/rs/a6f201fa5419,34943,1731424643957 2024-11-12T15:17:32,818 INFO [RS:0;a6f201fa5419:34943 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T15:17:32,837 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a6f201fa5419,34943,1731424643957] 2024-11-12T15:17:32,847 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1332094364/draining/a6f201fa5419,34943,1731424643957 already deleted, retry=false 2024-11-12T15:17:32,847 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a6f201fa5419,34943,1731424643957 expired; onlineServers=0 2024-11-12T15:17:32,847 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a6f201fa5419,34835,1731424643897' ***** 2024-11-12T15:17:32,847 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T15:17:32,848 INFO [M:0;a6f201fa5419:34835 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T15:17:32,848 INFO [M:0;a6f201fa5419:34835 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T15:17:32,848 DEBUG [M:0;a6f201fa5419:34835 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T15:17:32,848 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T15:17:32,848 DEBUG [M:0;a6f201fa5419:34835 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T15:17:32,848 DEBUG [master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.large.0-1731424644584 {}] cleaner.HFileCleaner(306): Exit Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.large.0-1731424644584,5,FailOnTimeoutGroup] 2024-11-12T15:17:32,848 DEBUG [master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.small.0-1731424644588 {}] cleaner.HFileCleaner(306): Exit Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.small.0-1731424644588,5,FailOnTimeoutGroup] 2024-11-12T15:17:32,848 INFO [M:0;a6f201fa5419:34835 {}] hbase.ChoreService(370): Chore service for: master/a6f201fa5419:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T15:17:32,848 INFO [M:0;a6f201fa5419:34835 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T15:17:32,848 DEBUG [M:0;a6f201fa5419:34835 {}] master.HMaster(1795): Stopping service threads 2024-11-12T15:17:32,849 INFO [M:0;a6f201fa5419:34835 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T15:17:32,849 INFO [M:0;a6f201fa5419:34835 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T15:17:32,849 INFO [M:0;a6f201fa5419:34835 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T15:17:32,849 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T15:17:32,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34835-0x1012f9f0c160006, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1332094364/master 2024-11-12T15:17:32,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34835-0x1012f9f0c160006, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1332094364 2024-11-12T15:17:32,858 DEBUG [M:0;a6f201fa5419:34835 {}] zookeeper.ZKUtil(347): master:34835-0x1012f9f0c160006, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Unable to get data of znode /0-1332094364/master because node does not exist (not an error) 2024-11-12T15:17:32,858 WARN [M:0;a6f201fa5419:34835 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T15:17:32,859 INFO [M:0;a6f201fa5419:34835 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/.lastflushedseqids 2024-11-12T15:17:32,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741852_1028 (size=181) 2024-11-12T15:17:32,874 INFO [M:0;a6f201fa5419:34835 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T15:17:32,874 INFO [M:0;a6f201fa5419:34835 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T15:17:32,874 DEBUG [M:0;a6f201fa5419:34835 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T15:17:32,874 INFO [M:0;a6f201fa5419:34835 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:17:32,874 DEBUG [M:0;a6f201fa5419:34835 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:17:32,874 DEBUG [M:0;a6f201fa5419:34835 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T15:17:32,874 DEBUG [M:0;a6f201fa5419:34835 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:17:32,874 INFO [M:0;a6f201fa5419:34835 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-12T15:17:32,896 DEBUG [M:0;a6f201fa5419:34835 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d0527b5ca8c9466385dbe4293c8b8953 is 82, key is hbase:meta,,1/info:regioninfo/1731424645305/Put/seqid=0 2024-11-12T15:17:32,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741853_1029 (size=5680) 2024-11-12T15:17:32,915 INFO [M:0;a6f201fa5419:34835 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d0527b5ca8c9466385dbe4293c8b8953 2024-11-12T15:17:32,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34943-0x1012f9f0c160007, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:17:32,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34943-0x1012f9f0c160007, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:17:32,937 INFO [RS:0;a6f201fa5419:34943 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T15:17:32,937 INFO [RS:0;a6f201fa5419:34943 {}] regionserver.HRegionServer(1031): Exiting; stopping=a6f201fa5419,34943,1731424643957; zookeeper connection closed. 2024-11-12T15:17:32,937 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1b77107e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1b77107e 2024-11-12T15:17:32,938 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T15:17:32,953 DEBUG [M:0;a6f201fa5419:34835 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/81a6518ae195438cba4caf51530dac7a is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731424649517/Put/seqid=0 2024-11-12T15:17:32,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741854_1030 (size=7319) 2024-11-12T15:17:33,358 INFO [M:0;a6f201fa5419:34835 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/81a6518ae195438cba4caf51530dac7a 2024-11-12T15:17:33,384 DEBUG [M:0;a6f201fa5419:34835 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7572d212b0f34c98b41affe38695d5c0 is 69, key is a6f201fa5419,34943,1731424643957/rs:state/1731424644647/Put/seqid=0 2024-11-12T15:17:33,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741855_1031 (size=5371) 2024-11-12T15:17:33,789 INFO [M:0;a6f201fa5419:34835 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7572d212b0f34c98b41affe38695d5c0 2024-11-12T15:17:33,795 INFO [M:0;a6f201fa5419:34835 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7572d212b0f34c98b41affe38695d5c0 2024-11-12T15:17:33,796 DEBUG [M:0;a6f201fa5419:34835 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d0527b5ca8c9466385dbe4293c8b8953 as hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d0527b5ca8c9466385dbe4293c8b8953 2024-11-12T15:17:33,805 INFO [M:0;a6f201fa5419:34835 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d0527b5ca8c9466385dbe4293c8b8953, entries=8, sequenceid=172, filesize=5.5 K 2024-11-12T15:17:33,806 DEBUG [M:0;a6f201fa5419:34835 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/81a6518ae195438cba4caf51530dac7a as hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/81a6518ae195438cba4caf51530dac7a 2024-11-12T15:17:33,814 INFO [M:0;a6f201fa5419:34835 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/81a6518ae195438cba4caf51530dac7a, entries=7, sequenceid=172, filesize=7.1 K 2024-11-12T15:17:33,815 DEBUG [M:0;a6f201fa5419:34835 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7572d212b0f34c98b41affe38695d5c0 as hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7572d212b0f34c98b41affe38695d5c0 2024-11-12T15:17:33,823 INFO [M:0;a6f201fa5419:34835 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7572d212b0f34c98b41affe38695d5c0 2024-11-12T15:17:33,823 INFO [M:0;a6f201fa5419:34835 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41683/user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7572d212b0f34c98b41affe38695d5c0, entries=2, sequenceid=172, filesize=5.2 K 2024-11-12T15:17:33,827 INFO [M:0;a6f201fa5419:34835 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 953ms, sequenceid=172, compaction requested=false 2024-11-12T15:17:33,830 INFO [M:0;a6f201fa5419:34835 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:17:33,831 DEBUG [M:0;a6f201fa5419:34835 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731424652874Disabling compacts and flushes for region at 1731424652874Disabling writes for close at 1731424652874Obtaining lock to block concurrent updates at 1731424652874Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731424652874Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731424652875 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731424652876 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731424652876Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731424652896 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731424652896Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731424652926 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731424652952 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731424652952Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731424653367 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731424653383 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731424653383Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b7cc66d: reopening flushed file at 1731424653795 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@159fabe4: reopening flushed file at 1731424653805 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47a9b96c: reopening flushed file at 1731424653814 (+9 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 953ms, sequenceid=172, compaction requested=false at 1731424653827 (+13 ms)Writing region close event to WAL at 1731424653830 (+3 ms)Closed at 1731424653830 2024-11-12T15:17:33,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741847_1023 (size=22949) 2024-11-12T15:17:33,837 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/56abd8e8-1393-b999-56e2-f94cd668cdbd/MasterData/WALs/a6f201fa5419,34835,1731424643897/a6f201fa5419%2C34835%2C1731424643897.1731424644146 not finished, retry = 0 2024-11-12T15:17:33,938 INFO [M:0;a6f201fa5419:34835 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T15:17:33,938 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T15:17:33,938 INFO [M:0;a6f201fa5419:34835 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34835 2024-11-12T15:17:33,939 INFO [M:0;a6f201fa5419:34835 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T15:17:34,084 INFO [M:0;a6f201fa5419:34835 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T15:17:34,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34835-0x1012f9f0c160006, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:17:34,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34835-0x1012f9f0c160006, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:17:34,087 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3d3f0eb8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T15:17:34,088 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@10f7d121{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T15:17:34,088 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T15:17:34,088 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59399124{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T15:17:34,088 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41022be8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b3d8a44f-c1d9-1fc0-031f-57135ed9fafc/hadoop.log.dir/,STOPPED} 2024-11-12T15:17:34,092 WARN [BP-1595344891-172.17.0.2-1731424621673 heartbeating to localhost/127.0.0.1:41683 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T15:17:34,092 WARN [BP-1595344891-172.17.0.2-1731424621673 heartbeating to localhost/127.0.0.1:41683 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1595344891-172.17.0.2-1731424621673 (Datanode Uuid e249f40b-3a48-4b41-9be6-5e31182d00d2) service to localhost/127.0.0.1:41683 2024-11-12T15:17:34,093 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T15:17:34,093 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b3d8a44f-c1d9-1fc0-031f-57135ed9fafc/cluster_9692e7a3-9f9a-9db4-ecd1-63eb55eeb81c/data/data2/current/BP-1595344891-172.17.0.2-1731424621673 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T15:17:34,093 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b3d8a44f-c1d9-1fc0-031f-57135ed9fafc/cluster_9692e7a3-9f9a-9db4-ecd1-63eb55eeb81c/data/data1/current/BP-1595344891-172.17.0.2-1731424621673 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T15:17:34,093 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T15:17:34,093 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T15:17:34,099 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@146fb057{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T15:17:34,100 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7974a442{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T15:17:34,100 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T15:17:34,101 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b1d0c82{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T15:17:34,101 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3cc6a07c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b3d8a44f-c1d9-1fc0-031f-57135ed9fafc/hadoop.log.dir/,STOPPED} 2024-11-12T15:17:34,111 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T15:17:34,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T15:17:34,145 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=109 (was 11) Potentially hanging thread: master/a6f201fa5419:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/a6f201fa5419:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41683 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41409 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41409 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/a6f201fa5419:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41683 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41683 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:41409 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52746) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41683 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:41683 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:41683 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:41409 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@4cbb04e5 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41409 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/a6f201fa5419:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:41683 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41683 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52746) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:41409 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41409 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41409 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:41683 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:41683 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41409 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/a6f201fa5419:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:41409 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=446 (was 451), ProcessCount=11 (was 11), AvailableMemoryMB=7788 (was 8621) 2024-11-12T15:17:34,154 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=109, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=446, ProcessCount=11, AvailableMemoryMB=7787 2024-11-12T15:17:34,172 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-12T15:17:34,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eeb2c253-a4c2-54d8-4cec-17a73635873d/hadoop.log.dir so I do NOT create it in target/test-data/8c5d4181-262f-cf52-a661-7ecd2322fa12 2024-11-12T15:17:34,173 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eeb2c253-a4c2-54d8-4cec-17a73635873d/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T15:17:34,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eeb2c253-a4c2-54d8-4cec-17a73635873d/hadoop.tmp.dir so I do NOT create it in target/test-data/8c5d4181-262f-cf52-a661-7ecd2322fa12 2024-11-12T15:17:34,173 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/eeb2c253-a4c2-54d8-4cec-17a73635873d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T15:17:34,173 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8c5d4181-262f-cf52-a661-7ecd2322fa12 2024-11-12T15:17:34,173 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8c5d4181-262f-cf52-a661-7ecd2322fa12/cluster_12cff077-d5a7-fc04-12ac-67f613ded87b, deleteOnExit=true 2024-11-12T15:17:34,178 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8c5d4181-262f-cf52-a661-7ecd2322fa12/cluster_12cff077-d5a7-fc04-12ac-67f613ded87b/zookeeper_0, clientPort=61561, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8c5d4181-262f-cf52-a661-7ecd2322fa12/cluster_12cff077-d5a7-fc04-12ac-67f613ded87b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8c5d4181-262f-cf52-a661-7ecd2322fa12/cluster_12cff077-d5a7-fc04-12ac-67f613ded87b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T15:17:34,184 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61561 2024-11-12T15:17:34,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T15:17:34,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T15:17:34,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8c5d4181-262f-cf52-a661-7ecd2322fa12/test.cache.data in system properties and HBase conf 2024-11-12T15:17:34,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8c5d4181-262f-cf52-a661-7ecd2322fa12/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T15:17:34,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8c5d4181-262f-cf52-a661-7ecd2322fa12/hadoop.log.dir in system properties and HBase conf 2024-11-12T15:17:34,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8c5d4181-262f-cf52-a661-7ecd2322fa12/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T15:17:34,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8c5d4181-262f-cf52-a661-7ecd2322fa12/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T15:17:34,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T15:17:34,185 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T15:17:34,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8c5d4181-262f-cf52-a661-7ecd2322fa12/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T15:17:34,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8c5d4181-262f-cf52-a661-7ecd2322fa12/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T15:17:34,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8c5d4181-262f-cf52-a661-7ecd2322fa12/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T15:17:34,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8c5d4181-262f-cf52-a661-7ecd2322fa12/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T15:17:34,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8c5d4181-262f-cf52-a661-7ecd2322fa12/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T15:17:34,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8c5d4181-262f-cf52-a661-7ecd2322fa12/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T15:17:34,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8c5d4181-262f-cf52-a661-7ecd2322fa12/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T15:17:34,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8c5d4181-262f-cf52-a661-7ecd2322fa12/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T15:17:34,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8c5d4181-262f-cf52-a661-7ecd2322fa12/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T15:17:34,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8c5d4181-262f-cf52-a661-7ecd2322fa12/nfs.dump.dir in system properties and HBase conf 2024-11-12T15:17:34,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8c5d4181-262f-cf52-a661-7ecd2322fa12/java.io.tmpdir in system properties and HBase conf 2024-11-12T15:17:34,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8c5d4181-262f-cf52-a661-7ecd2322fa12/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T15:17:34,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8c5d4181-262f-cf52-a661-7ecd2322fa12/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T15:17:34,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8c5d4181-262f-cf52-a661-7ecd2322fa12/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T15:17:34,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012f9f0c160002, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T15:17:34,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012f9f0c160005, quorum=127.0.0.1:52746, baseZNode=/11657922180 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T15:17:34,208 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012f9f0c160005, quorum=127.0.0.1:52746, baseZNode=/11657922180 Received Disconnected from ZooKeeper, ignoring 2024-11-12T15:17:34,208 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012f9f0c160002, quorum=127.0.0.1:52746, baseZNode=/0-1332094364 Received Disconnected from ZooKeeper, ignoring 2024-11-12T15:17:34,643 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T15:17:34,651 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T15:17:34,655 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T15:17:34,655 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T15:17:34,655 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T15:17:34,655 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T15:17:34,656 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6869fbf6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8c5d4181-262f-cf52-a661-7ecd2322fa12/hadoop.log.dir/,AVAILABLE} 2024-11-12T15:17:34,657 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8880471{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T15:17:34,801 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6bf52f9d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8c5d4181-262f-cf52-a661-7ecd2322fa12/java.io.tmpdir/jetty-localhost-42541-hadoop-hdfs-3_4_1-tests_jar-_-any-3408809002860379348/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T15:17:34,802 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@634500c7{HTTP/1.1, (http/1.1)}{localhost:42541} 2024-11-12T15:17:34,802 INFO [Time-limited test {}] server.Server(415): Started @36046ms 2024-11-12T15:17:35,182 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T15:17:35,188 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T15:17:35,196 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T15:17:35,196 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T15:17:35,196 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T15:17:35,196 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@526939f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8c5d4181-262f-cf52-a661-7ecd2322fa12/hadoop.log.dir/,AVAILABLE} 2024-11-12T15:17:35,197 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fb07959{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T15:17:35,307 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@198d6b6a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8c5d4181-262f-cf52-a661-7ecd2322fa12/java.io.tmpdir/jetty-localhost-35901-hadoop-hdfs-3_4_1-tests_jar-_-any-13193875932293795777/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T15:17:35,307 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a581f77{HTTP/1.1, (http/1.1)}{localhost:35901} 2024-11-12T15:17:35,308 INFO [Time-limited test {}] server.Server(415): Started @36551ms 2024-11-12T15:17:35,309 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T15:17:36,032 WARN [Thread-497 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8c5d4181-262f-cf52-a661-7ecd2322fa12/cluster_12cff077-d5a7-fc04-12ac-67f613ded87b/data/data1/current/BP-403559350-172.17.0.2-1731424654217/current, will proceed with Du for space computation calculation, 2024-11-12T15:17:36,032 WARN [Thread-498 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8c5d4181-262f-cf52-a661-7ecd2322fa12/cluster_12cff077-d5a7-fc04-12ac-67f613ded87b/data/data2/current/BP-403559350-172.17.0.2-1731424654217/current, will proceed with Du for space computation calculation, 2024-11-12T15:17:36,060 WARN [Thread-485 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T15:17:36,067 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x437c69b585a3645e with lease ID 0xb77c17fcccff1335: Processing first storage report for DS-1ad15d77-607c-408c-af11-6572b7a5a673 from datanode DatanodeRegistration(127.0.0.1:33319, datanodeUuid=4595235a-2b55-4ef0-bb1c-8da5c8c62ba9, infoPort=45509, infoSecurePort=0, ipcPort=46857, storageInfo=lv=-57;cid=testClusterID;nsid=712331300;c=1731424654217) 2024-11-12T15:17:36,067 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x437c69b585a3645e with lease ID 0xb77c17fcccff1335: from storage DS-1ad15d77-607c-408c-af11-6572b7a5a673 node DatanodeRegistration(127.0.0.1:33319, datanodeUuid=4595235a-2b55-4ef0-bb1c-8da5c8c62ba9, infoPort=45509, infoSecurePort=0, ipcPort=46857, storageInfo=lv=-57;cid=testClusterID;nsid=712331300;c=1731424654217), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T15:17:36,067 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x437c69b585a3645e with lease ID 0xb77c17fcccff1335: Processing first storage report for DS-1abb2798-14a9-4d59-883d-ad4607ea4a69 from datanode DatanodeRegistration(127.0.0.1:33319, datanodeUuid=4595235a-2b55-4ef0-bb1c-8da5c8c62ba9, infoPort=45509, infoSecurePort=0, ipcPort=46857, storageInfo=lv=-57;cid=testClusterID;nsid=712331300;c=1731424654217) 2024-11-12T15:17:36,067 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x437c69b585a3645e with lease ID 0xb77c17fcccff1335: from storage DS-1abb2798-14a9-4d59-883d-ad4607ea4a69 node DatanodeRegistration(127.0.0.1:33319, datanodeUuid=4595235a-2b55-4ef0-bb1c-8da5c8c62ba9, infoPort=45509, infoSecurePort=0, ipcPort=46857, storageInfo=lv=-57;cid=testClusterID;nsid=712331300;c=1731424654217), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T15:17:36,163 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8c5d4181-262f-cf52-a661-7ecd2322fa12 2024-11-12T15:17:36,164 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:17:36,165 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:17:36,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741825_1001 (size=7) 2024-11-12T15:17:36,335 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T15:17:36,335 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T15:17:36,336 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T15:17:36,336 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T15:17:36,581 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39203/user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108 with version=8 2024-11-12T15:17:36,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39203/user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/hbase-staging 2024-11-12T15:17:36,584 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a6f201fa5419:0 server-side Connection retries=45 2024-11-12T15:17:36,584 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:17:36,584 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T15:17:36,584 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T15:17:36,584 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:17:36,584 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T15:17:36,584 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T15:17:36,584 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T15:17:36,585 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35765 2024-11-12T15:17:36,587 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35765 connecting to ZooKeeper ensemble=127.0.0.1:61561 2024-11-12T15:17:36,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:357650x0, quorum=127.0.0.1:61561, baseZNode=/0-526852357 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T15:17:36,695 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35765-0x1012f9f8f0b0000 connected 2024-11-12T15:17:36,807 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:17:36,809 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:17:36,811 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35765-0x1012f9f8f0b0000, quorum=127.0.0.1:61561, baseZNode=/0-526852357 Set watcher on znode that does not yet exist, /0-526852357/running 2024-11-12T15:17:36,811 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39203/user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108, hbase.cluster.distributed=false 2024-11-12T15:17:36,813 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35765-0x1012f9f8f0b0000, quorum=127.0.0.1:61561, baseZNode=/0-526852357 Set watcher on znode that does not yet exist, /0-526852357/acl 2024-11-12T15:17:36,819 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35765 2024-11-12T15:17:36,819 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35765 2024-11-12T15:17:36,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35765 2024-11-12T15:17:36,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35765 2024-11-12T15:17:36,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35765 2024-11-12T15:17:36,845 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a6f201fa5419:0 server-side Connection retries=45 2024-11-12T15:17:36,845 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:17:36,845 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T15:17:36,845 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T15:17:36,845 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:17:36,845 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T15:17:36,845 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T15:17:36,845 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T15:17:36,847 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37711 2024-11-12T15:17:36,849 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37711 connecting to ZooKeeper ensemble=127.0.0.1:61561 2024-11-12T15:17:36,850 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:17:36,851 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:17:36,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:377110x0, quorum=127.0.0.1:61561, baseZNode=/0-526852357 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T15:17:36,866 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37711-0x1012f9f8f0b0001, quorum=127.0.0.1:61561, baseZNode=/0-526852357 Set watcher on znode that does not yet exist, /0-526852357/running 2024-11-12T15:17:36,866 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37711-0x1012f9f8f0b0001 connected 2024-11-12T15:17:36,866 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T15:17:36,868 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T15:17:36,869 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37711-0x1012f9f8f0b0001, quorum=127.0.0.1:61561, baseZNode=/0-526852357 Set watcher on znode that does not yet exist, /0-526852357/master 2024-11-12T15:17:36,870 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37711-0x1012f9f8f0b0001, quorum=127.0.0.1:61561, baseZNode=/0-526852357 Set watcher on znode that does not yet exist, /0-526852357/acl 2024-11-12T15:17:36,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37711 2024-11-12T15:17:36,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37711 2024-11-12T15:17:36,877 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37711 2024-11-12T15:17:36,879 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37711 2024-11-12T15:17:36,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37711 2024-11-12T15:17:36,896 DEBUG [M:0;a6f201fa5419:35765 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a6f201fa5419:35765 2024-11-12T15:17:36,900 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-526852357/backup-masters/a6f201fa5419,35765,1731424656583 2024-11-12T15:17:36,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35765-0x1012f9f8f0b0000, quorum=127.0.0.1:61561, baseZNode=/0-526852357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-526852357/backup-masters 2024-11-12T15:17:36,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37711-0x1012f9f8f0b0001, quorum=127.0.0.1:61561, baseZNode=/0-526852357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-526852357/backup-masters 2024-11-12T15:17:36,912 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35765-0x1012f9f8f0b0000, quorum=127.0.0.1:61561, baseZNode=/0-526852357 Set watcher on existing znode=/0-526852357/backup-masters/a6f201fa5419,35765,1731424656583 2024-11-12T15:17:36,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35765-0x1012f9f8f0b0000, quorum=127.0.0.1:61561, baseZNode=/0-526852357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-526852357 2024-11-12T15:17:36,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37711-0x1012f9f8f0b0001, quorum=127.0.0.1:61561, baseZNode=/0-526852357 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-526852357/master 2024-11-12T15:17:36,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37711-0x1012f9f8f0b0001, quorum=127.0.0.1:61561, baseZNode=/0-526852357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-526852357 2024-11-12T15:17:36,923 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35765-0x1012f9f8f0b0000, quorum=127.0.0.1:61561, baseZNode=/0-526852357 Set watcher on existing znode=/0-526852357/master 2024-11-12T15:17:36,923 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-526852357/backup-masters/a6f201fa5419,35765,1731424656583 from backup master directory 2024-11-12T15:17:36,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37711-0x1012f9f8f0b0001, quorum=127.0.0.1:61561, baseZNode=/0-526852357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-526852357/backup-masters 2024-11-12T15:17:36,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35765-0x1012f9f8f0b0000, quorum=127.0.0.1:61561, baseZNode=/0-526852357 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-526852357/backup-masters/a6f201fa5419,35765,1731424656583 2024-11-12T15:17:36,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35765-0x1012f9f8f0b0000, quorum=127.0.0.1:61561, baseZNode=/0-526852357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-526852357/backup-masters 2024-11-12T15:17:36,933 WARN [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T15:17:36,933 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a6f201fa5419,35765,1731424656583 2024-11-12T15:17:36,939 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39203/user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/hbase.id] with ID: 92e5affc-8a0e-4784-aaad-4148f5b0c647 2024-11-12T15:17:36,940 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39203/user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/.tmp/hbase.id 2024-11-12T15:17:36,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741826_1002 (size=42) 2024-11-12T15:17:37,229 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T15:17:37,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:17:37,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:17:37,352 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39203/user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/.tmp/hbase.id]:[hdfs://localhost:39203/user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/hbase.id] 2024-11-12T15:17:37,367 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:17:37,367 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T15:17:37,370 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-12T15:17:37,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37711-0x1012f9f8f0b0001, quorum=127.0.0.1:61561, baseZNode=/0-526852357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-526852357 2024-11-12T15:17:37,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35765-0x1012f9f8f0b0000, quorum=127.0.0.1:61561, baseZNode=/0-526852357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-526852357 2024-11-12T15:17:37,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741827_1003 (size=196) 2024-11-12T15:17:37,832 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T15:17:37,833 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T15:17:37,834 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:17:37,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741828_1004 (size=1189) 2024-11-12T15:17:38,242 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39203/user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/MasterData/data/master/store 2024-11-12T15:17:38,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741829_1005 (size=34) 2024-11-12T15:17:38,650 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:17:38,650 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T15:17:38,650 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:17:38,650 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:17:38,650 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T15:17:38,650 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:17:38,651 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:17:38,651 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731424658650Disabling compacts and flushes for region at 1731424658650Disabling writes for close at 1731424658650Writing region close event to WAL at 1731424658650Closed at 1731424658650 2024-11-12T15:17:38,652 WARN [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39203/user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/MasterData/data/master/store/.initializing 2024-11-12T15:17:38,652 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39203/user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/MasterData/WALs/a6f201fa5419,35765,1731424656583 2024-11-12T15:17:38,653 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T15:17:38,655 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a6f201fa5419%2C35765%2C1731424656583, suffix=, logDir=hdfs://localhost:39203/user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/MasterData/WALs/a6f201fa5419,35765,1731424656583, archiveDir=hdfs://localhost:39203/user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/MasterData/oldWALs, maxLogs=10 2024-11-12T15:17:38,672 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/MasterData/WALs/a6f201fa5419,35765,1731424656583/a6f201fa5419%2C35765%2C1731424656583.1731424658655, exclude list is [], retry=0 2024-11-12T15:17:38,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33319,DS-1ad15d77-607c-408c-af11-6572b7a5a673,DISK] 2024-11-12T15:17:38,679 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/MasterData/WALs/a6f201fa5419,35765,1731424656583/a6f201fa5419%2C35765%2C1731424656583.1731424658655 2024-11-12T15:17:38,680 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45509:45509)] 2024-11-12T15:17:38,680 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T15:17:38,680 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:17:38,681 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:17:38,681 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:17:38,686 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:17:38,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T15:17:38,688 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:38,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:17:38,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:17:38,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T15:17:38,690 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:38,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:17:38,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:17:38,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T15:17:38,692 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:38,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:17:38,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:17:38,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T15:17:38,694 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:38,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:17:38,695 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:17:38,696 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39203/user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:17:38,696 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39203/user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:17:38,698 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:17:38,698 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:17:38,698 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T15:17:38,700 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:17:38,702 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39203/user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T15:17:38,703 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69181219, jitterRate=0.03088049590587616}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T15:17:38,704 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731424658681Initializing all the Stores at 1731424658684 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424658684Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424658686 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424658686Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424658686Cleaning up temporary data from old regions at 1731424658698 (+12 ms)Region opened successfully at 1731424658704 (+6 ms) 2024-11-12T15:17:38,704 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T15:17:38,710 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eeb1f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a6f201fa5419/172.17.0.2:0 2024-11-12T15:17:38,711 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T15:17:38,711 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T15:17:38,711 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T15:17:38,712 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T15:17:38,712 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T15:17:38,713 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T15:17:38,713 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T15:17:38,718 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T15:17:38,719 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35765-0x1012f9f8f0b0000, quorum=127.0.0.1:61561, baseZNode=/0-526852357 Unable to get data of znode /0-526852357/balancer because node does not exist (not necessarily an error) 2024-11-12T15:17:38,781 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-526852357/balancer already deleted, retry=false 2024-11-12T15:17:38,781 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T15:17:38,782 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35765-0x1012f9f8f0b0000, quorum=127.0.0.1:61561, baseZNode=/0-526852357 Unable to get data of znode /0-526852357/normalizer because node does not exist (not necessarily an error) 2024-11-12T15:17:38,791 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-526852357/normalizer already deleted, retry=false 2024-11-12T15:17:38,792 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T15:17:38,793 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35765-0x1012f9f8f0b0000, quorum=127.0.0.1:61561, baseZNode=/0-526852357 Unable to get data of znode /0-526852357/switch/split because node does not exist (not necessarily an error) 2024-11-12T15:17:38,802 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-526852357/switch/split already deleted, retry=false 2024-11-12T15:17:38,803 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35765-0x1012f9f8f0b0000, quorum=127.0.0.1:61561, baseZNode=/0-526852357 Unable to get data of znode /0-526852357/switch/merge because node does not exist (not necessarily an error) 2024-11-12T15:17:38,812 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-526852357/switch/merge already deleted, retry=false 2024-11-12T15:17:38,814 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35765-0x1012f9f8f0b0000, quorum=127.0.0.1:61561, baseZNode=/0-526852357 Unable to get data of znode /0-526852357/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T15:17:38,823 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-526852357/snapshot-cleanup already deleted, retry=false 2024-11-12T15:17:38,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35765-0x1012f9f8f0b0000, quorum=127.0.0.1:61561, baseZNode=/0-526852357 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-526852357/running 2024-11-12T15:17:38,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37711-0x1012f9f8f0b0001, quorum=127.0.0.1:61561, baseZNode=/0-526852357 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-526852357/running 2024-11-12T15:17:38,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37711-0x1012f9f8f0b0001, quorum=127.0.0.1:61561, baseZNode=/0-526852357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-526852357 2024-11-12T15:17:38,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35765-0x1012f9f8f0b0000, quorum=127.0.0.1:61561, baseZNode=/0-526852357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-526852357 2024-11-12T15:17:38,834 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a6f201fa5419,35765,1731424656583, sessionid=0x1012f9f8f0b0000, setting cluster-up flag (Was=false) 2024-11-12T15:17:38,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37711-0x1012f9f8f0b0001, quorum=127.0.0.1:61561, baseZNode=/0-526852357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-526852357 2024-11-12T15:17:38,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35765-0x1012f9f8f0b0000, quorum=127.0.0.1:61561, baseZNode=/0-526852357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-526852357 2024-11-12T15:17:38,886 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-526852357/flush-table-proc/acquired, /0-526852357/flush-table-proc/reached, /0-526852357/flush-table-proc/abort 2024-11-12T15:17:38,888 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a6f201fa5419,35765,1731424656583 2024-11-12T15:17:38,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35765-0x1012f9f8f0b0000, quorum=127.0.0.1:61561, baseZNode=/0-526852357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-526852357 2024-11-12T15:17:38,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37711-0x1012f9f8f0b0001, quorum=127.0.0.1:61561, baseZNode=/0-526852357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-526852357 2024-11-12T15:17:38,943 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-526852357/online-snapshot/acquired, /0-526852357/online-snapshot/reached, /0-526852357/online-snapshot/abort 2024-11-12T15:17:38,944 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a6f201fa5419,35765,1731424656583 2024-11-12T15:17:38,945 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39203/user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T15:17:38,947 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T15:17:38,947 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T15:17:38,947 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T15:17:38,947 WARN [master/a6f201fa5419:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of a6f201fa5419,33857,1731424626757: status=Processing ServerCrashProcedure of a6f201fa5419,33857,1731424626757 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731424644575, completionTime=-1 appears to have been leaked 2024-11-12T15:17:38,948 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a6f201fa5419,35765,1731424656583 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T15:17:38,949 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:17:38,949 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:17:38,949 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:17:38,949 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:17:38,949 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a6f201fa5419:0, corePoolSize=10, maxPoolSize=10 2024-11-12T15:17:38,950 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:17:38,950 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a6f201fa5419:0, corePoolSize=2, maxPoolSize=2 2024-11-12T15:17:38,950 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:17:38,951 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731424688951 2024-11-12T15:17:38,951 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T15:17:38,951 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T15:17:38,951 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T15:17:38,951 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T15:17:38,951 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T15:17:38,951 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T15:17:38,952 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:38,952 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T15:17:38,952 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T15:17:38,952 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T15:17:38,952 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T15:17:38,952 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T15:17:38,952 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T15:17:38,953 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:38,953 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T15:17:38,960 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T15:17:38,960 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T15:17:38,963 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.large.0-1731424658960,5,FailOnTimeoutGroup] 2024-11-12T15:17:38,963 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.small.0-1731424658963,5,FailOnTimeoutGroup] 2024-11-12T15:17:38,963 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:38,963 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T15:17:38,963 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:38,963 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:38,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741831_1007 (size=1321) 2024-11-12T15:17:38,975 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39203/user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T15:17:38,976 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39203/user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108 2024-11-12T15:17:38,989 INFO [RS:0;a6f201fa5419:37711 {}] regionserver.HRegionServer(746): ClusterId : 92e5affc-8a0e-4784-aaad-4148f5b0c647 2024-11-12T15:17:38,989 DEBUG [RS:0;a6f201fa5419:37711 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T15:17:38,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741832_1008 (size=32) 2024-11-12T15:17:39,003 DEBUG [RS:0;a6f201fa5419:37711 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T15:17:39,003 DEBUG [RS:0;a6f201fa5419:37711 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T15:17:39,013 DEBUG [RS:0;a6f201fa5419:37711 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T15:17:39,013 DEBUG [RS:0;a6f201fa5419:37711 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22c206ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a6f201fa5419/172.17.0.2:0 2024-11-12T15:17:39,024 DEBUG [RS:0;a6f201fa5419:37711 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a6f201fa5419:37711 2024-11-12T15:17:39,024 INFO [RS:0;a6f201fa5419:37711 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T15:17:39,024 INFO [RS:0;a6f201fa5419:37711 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T15:17:39,024 DEBUG [RS:0;a6f201fa5419:37711 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T15:17:39,025 INFO [RS:0;a6f201fa5419:37711 {}] regionserver.HRegionServer(2659): reportForDuty to master=a6f201fa5419,35765,1731424656583 with port=37711, startcode=1731424656844 2024-11-12T15:17:39,025 DEBUG [RS:0;a6f201fa5419:37711 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T15:17:39,028 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44319, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T15:17:39,028 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35765 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a6f201fa5419,37711,1731424656844 2024-11-12T15:17:39,028 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35765 {}] master.ServerManager(517): Registering regionserver=a6f201fa5419,37711,1731424656844 2024-11-12T15:17:39,032 DEBUG [RS:0;a6f201fa5419:37711 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39203/user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108 2024-11-12T15:17:39,032 DEBUG [RS:0;a6f201fa5419:37711 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39203 2024-11-12T15:17:39,032 DEBUG [RS:0;a6f201fa5419:37711 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T15:17:39,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35765-0x1012f9f8f0b0000, quorum=127.0.0.1:61561, baseZNode=/0-526852357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-526852357/rs 2024-11-12T15:17:39,045 DEBUG [RS:0;a6f201fa5419:37711 {}] zookeeper.ZKUtil(111): regionserver:37711-0x1012f9f8f0b0001, quorum=127.0.0.1:61561, baseZNode=/0-526852357 Set watcher on existing znode=/0-526852357/rs/a6f201fa5419,37711,1731424656844 2024-11-12T15:17:39,045 WARN [RS:0;a6f201fa5419:37711 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T15:17:39,045 INFO [RS:0;a6f201fa5419:37711 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:17:39,045 DEBUG [RS:0;a6f201fa5419:37711 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39203/user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/WALs/a6f201fa5419,37711,1731424656844 2024-11-12T15:17:39,049 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a6f201fa5419,37711,1731424656844] 2024-11-12T15:17:39,062 INFO [RS:0;a6f201fa5419:37711 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T15:17:39,065 INFO [RS:0;a6f201fa5419:37711 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T15:17:39,076 INFO [RS:0;a6f201fa5419:37711 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T15:17:39,076 INFO [RS:0;a6f201fa5419:37711 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:39,078 INFO [RS:0;a6f201fa5419:37711 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T15:17:39,079 INFO [RS:0;a6f201fa5419:37711 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T15:17:39,079 INFO [RS:0;a6f201fa5419:37711 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:39,080 DEBUG [RS:0;a6f201fa5419:37711 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:17:39,080 DEBUG [RS:0;a6f201fa5419:37711 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:17:39,081 DEBUG [RS:0;a6f201fa5419:37711 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:17:39,081 DEBUG [RS:0;a6f201fa5419:37711 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:17:39,081 DEBUG [RS:0;a6f201fa5419:37711 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:17:39,081 DEBUG [RS:0;a6f201fa5419:37711 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a6f201fa5419:0, corePoolSize=2, maxPoolSize=2 2024-11-12T15:17:39,081 DEBUG [RS:0;a6f201fa5419:37711 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:17:39,081 DEBUG [RS:0;a6f201fa5419:37711 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:17:39,081 DEBUG [RS:0;a6f201fa5419:37711 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:17:39,081 DEBUG [RS:0;a6f201fa5419:37711 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:17:39,082 DEBUG [RS:0;a6f201fa5419:37711 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:17:39,082 DEBUG [RS:0;a6f201fa5419:37711 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:17:39,082 DEBUG [RS:0;a6f201fa5419:37711 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a6f201fa5419:0, corePoolSize=3, maxPoolSize=3 2024-11-12T15:17:39,082 DEBUG [RS:0;a6f201fa5419:37711 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a6f201fa5419:0, corePoolSize=3, maxPoolSize=3 2024-11-12T15:17:39,096 INFO [RS:0;a6f201fa5419:37711 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:39,096 INFO [RS:0;a6f201fa5419:37711 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:39,096 INFO [RS:0;a6f201fa5419:37711 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:39,096 INFO [RS:0;a6f201fa5419:37711 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:39,096 INFO [RS:0;a6f201fa5419:37711 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:39,096 INFO [RS:0;a6f201fa5419:37711 {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,37711,1731424656844-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T15:17:39,120 INFO [RS:0;a6f201fa5419:37711 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T15:17:39,121 INFO [RS:0;a6f201fa5419:37711 {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,37711,1731424656844-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:39,121 INFO [RS:0;a6f201fa5419:37711 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:39,121 INFO [RS:0;a6f201fa5419:37711 {}] regionserver.Replication(171): a6f201fa5419,37711,1731424656844 started 2024-11-12T15:17:39,142 INFO [RS:0;a6f201fa5419:37711 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:39,142 INFO [RS:0;a6f201fa5419:37711 {}] regionserver.HRegionServer(1482): Serving as a6f201fa5419,37711,1731424656844, RpcServer on a6f201fa5419/172.17.0.2:37711, sessionid=0x1012f9f8f0b0001 2024-11-12T15:17:39,142 DEBUG [RS:0;a6f201fa5419:37711 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T15:17:39,142 DEBUG [RS:0;a6f201fa5419:37711 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a6f201fa5419,37711,1731424656844 2024-11-12T15:17:39,142 DEBUG [RS:0;a6f201fa5419:37711 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a6f201fa5419,37711,1731424656844' 2024-11-12T15:17:39,142 DEBUG [RS:0;a6f201fa5419:37711 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-526852357/flush-table-proc/abort' 2024-11-12T15:17:39,143 DEBUG [RS:0;a6f201fa5419:37711 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-526852357/flush-table-proc/acquired' 2024-11-12T15:17:39,143 DEBUG [RS:0;a6f201fa5419:37711 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T15:17:39,143 DEBUG [RS:0;a6f201fa5419:37711 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T15:17:39,143 DEBUG [RS:0;a6f201fa5419:37711 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a6f201fa5419,37711,1731424656844 2024-11-12T15:17:39,143 DEBUG [RS:0;a6f201fa5419:37711 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a6f201fa5419,37711,1731424656844' 2024-11-12T15:17:39,143 DEBUG [RS:0;a6f201fa5419:37711 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-526852357/online-snapshot/abort' 2024-11-12T15:17:39,144 DEBUG [RS:0;a6f201fa5419:37711 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-526852357/online-snapshot/acquired' 2024-11-12T15:17:39,144 DEBUG [RS:0;a6f201fa5419:37711 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T15:17:39,145 INFO [RS:0;a6f201fa5419:37711 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T15:17:39,145 INFO [RS:0;a6f201fa5419:37711 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T15:17:39,245 INFO [RS:0;a6f201fa5419:37711 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T15:17:39,247 INFO [RS:0;a6f201fa5419:37711 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a6f201fa5419%2C37711%2C1731424656844, suffix=, logDir=hdfs://localhost:39203/user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/WALs/a6f201fa5419,37711,1731424656844, archiveDir=hdfs://localhost:39203/user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/oldWALs, maxLogs=10 2024-11-12T15:17:39,263 DEBUG [RS:0;a6f201fa5419:37711 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/WALs/a6f201fa5419,37711,1731424656844/a6f201fa5419%2C37711%2C1731424656844.1731424659248, exclude list is [], retry=0 2024-11-12T15:17:39,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33319,DS-1ad15d77-607c-408c-af11-6572b7a5a673,DISK] 2024-11-12T15:17:39,268 INFO [RS:0;a6f201fa5419:37711 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/WALs/a6f201fa5419,37711,1731424656844/a6f201fa5419%2C37711%2C1731424656844.1731424659248 2024-11-12T15:17:39,269 DEBUG [RS:0;a6f201fa5419:37711 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45509:45509)] 2024-11-12T15:17:39,400 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:17:39,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T15:17:39,404 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T15:17:39,405 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:39,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:17:39,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T15:17:39,407 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T15:17:39,407 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:39,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:17:39,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T15:17:39,412 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T15:17:39,412 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:39,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:17:39,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T15:17:39,414 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T15:17:39,414 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:39,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:17:39,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T15:17:39,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39203/user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/data/hbase/meta/1588230740 2024-11-12T15:17:39,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39203/user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/data/hbase/meta/1588230740 2024-11-12T15:17:39,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T15:17:39,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T15:17:39,417 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T15:17:39,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T15:17:39,422 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39203/user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T15:17:39,422 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74327134, jitterRate=0.10756060481071472}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T15:17:39,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731424659400Initializing all the Stores at 1731424659401 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424659401Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424659402 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424659402Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424659402Cleaning up temporary data from old regions at 1731424659417 (+15 ms)Region opened successfully at 1731424659423 (+6 ms) 2024-11-12T15:17:39,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T15:17:39,424 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T15:17:39,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T15:17:39,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T15:17:39,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T15:17:39,426 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T15:17:39,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731424659423Disabling compacts and flushes for region at 1731424659423Disabling writes for close at 1731424659424 (+1 ms)Writing region close event to WAL at 1731424659426 (+2 ms)Closed at 1731424659426 2024-11-12T15:17:39,428 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T15:17:39,428 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T15:17:39,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T15:17:39,429 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T15:17:39,430 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T15:17:39,581 DEBUG [a6f201fa5419:35765 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T15:17:39,581 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a6f201fa5419,37711,1731424656844 2024-11-12T15:17:39,583 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a6f201fa5419,37711,1731424656844, state=OPENING 2024-11-12T15:17:39,633 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T15:17:39,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35765-0x1012f9f8f0b0000, quorum=127.0.0.1:61561, baseZNode=/0-526852357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-526852357 2024-11-12T15:17:39,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37711-0x1012f9f8f0b0001, quorum=127.0.0.1:61561, baseZNode=/0-526852357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-526852357 2024-11-12T15:17:39,645 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-526852357/meta-region-server: CHANGED 2024-11-12T15:17:39,645 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-526852357/meta-region-server: CHANGED 2024-11-12T15:17:39,646 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T15:17:39,646 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a6f201fa5419,37711,1731424656844}] 2024-11-12T15:17:39,799 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T15:17:39,801 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49803, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T15:17:39,806 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T15:17:39,806 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:17:39,807 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T15:17:39,809 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a6f201fa5419%2C37711%2C1731424656844.meta, suffix=.meta, logDir=hdfs://localhost:39203/user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/WALs/a6f201fa5419,37711,1731424656844, archiveDir=hdfs://localhost:39203/user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/oldWALs, maxLogs=10 2024-11-12T15:17:39,827 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/WALs/a6f201fa5419,37711,1731424656844/a6f201fa5419%2C37711%2C1731424656844.meta.1731424659809.meta, exclude list is [], retry=0 2024-11-12T15:17:39,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33319,DS-1ad15d77-607c-408c-af11-6572b7a5a673,DISK] 2024-11-12T15:17:39,832 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/WALs/a6f201fa5419,37711,1731424656844/a6f201fa5419%2C37711%2C1731424656844.meta.1731424659809.meta 2024-11-12T15:17:39,832 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45509:45509)] 2024-11-12T15:17:39,833 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T15:17:39,833 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T15:17:39,833 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T15:17:39,833 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T15:17:39,833 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T15:17:39,834 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T15:17:39,834 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:17:39,834 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T15:17:39,834 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T15:17:39,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T15:17:39,838 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T15:17:39,838 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:39,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:17:39,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T15:17:39,839 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T15:17:39,839 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:39,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:17:39,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T15:17:39,841 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T15:17:39,841 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:39,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:17:39,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T15:17:39,845 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T15:17:39,845 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:39,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:17:39,846 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T15:17:39,847 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39203/user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/data/hbase/meta/1588230740 2024-11-12T15:17:39,848 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39203/user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/data/hbase/meta/1588230740 2024-11-12T15:17:39,849 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T15:17:39,849 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T15:17:39,849 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T15:17:39,851 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T15:17:39,852 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66245597, jitterRate=-0.012863680720329285}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T15:17:39,852 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T15:17:39,853 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731424659834Writing region info on filesystem at 1731424659834Initializing all the Stores at 1731424659836 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424659836Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424659836Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424659836Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424659837 (+1 ms)Cleaning up temporary data from old regions at 1731424659849 (+12 ms)Running coprocessor post-open hooks at 1731424659852 (+3 ms)Region opened successfully at 1731424659852 2024-11-12T15:17:39,854 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731424659799 2024-11-12T15:17:39,856 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T15:17:39,856 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T15:17:39,857 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a6f201fa5419,37711,1731424656844 2024-11-12T15:17:39,860 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a6f201fa5419,37711,1731424656844, state=OPEN 2024-11-12T15:17:39,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35765-0x1012f9f8f0b0000, quorum=127.0.0.1:61561, baseZNode=/0-526852357 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-526852357/meta-region-server 2024-11-12T15:17:39,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37711-0x1012f9f8f0b0001, quorum=127.0.0.1:61561, baseZNode=/0-526852357 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-526852357/meta-region-server 2024-11-12T15:17:39,898 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a6f201fa5419,37711,1731424656844 2024-11-12T15:17:39,898 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-526852357/meta-region-server: CHANGED 2024-11-12T15:17:39,898 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-526852357/meta-region-server: CHANGED 2024-11-12T15:17:39,901 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T15:17:39,901 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a6f201fa5419,37711,1731424656844 in 252 msec 2024-11-12T15:17:39,904 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T15:17:39,904 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 473 msec 2024-11-12T15:17:39,905 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T15:17:39,905 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T15:17:39,907 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:17:39,907 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,37711,1731424656844, seqNum=-1] 2024-11-12T15:17:39,907 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:17:39,909 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50807, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T15:17:39,916 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 969 msec 2024-11-12T15:17:39,916 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731424659916, completionTime=-1 2024-11-12T15:17:39,917 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T15:17:39,917 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T15:17:39,919 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T15:17:39,919 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731424719919 2024-11-12T15:17:39,919 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731424779919 2024-11-12T15:17:39,919 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-12T15:17:39,919 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,35765,1731424656583-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:39,920 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,35765,1731424656583-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:39,920 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,35765,1731424656583-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:39,920 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a6f201fa5419:35765, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:39,920 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:39,921 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:39,922 DEBUG [master/a6f201fa5419:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T15:17:39,925 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.992sec 2024-11-12T15:17:39,926 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T15:17:39,926 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T15:17:39,926 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T15:17:39,926 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T15:17:39,926 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T15:17:39,926 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,35765,1731424656583-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T15:17:39,926 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,35765,1731424656583-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T15:17:39,931 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T15:17:39,931 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T15:17:39,931 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,35765,1731424656583-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:39,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24bd3f79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:17:39,990 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,35765,-1 for getting cluster id 2024-11-12T15:17:39,990 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:17:39,991 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92e5affc-8a0e-4784-aaad-4148f5b0c647' 2024-11-12T15:17:39,992 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:17:39,992 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92e5affc-8a0e-4784-aaad-4148f5b0c647" 2024-11-12T15:17:39,992 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a626d3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:17:39,992 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,35765,-1] 2024-11-12T15:17:39,992 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:17:39,993 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:17:39,994 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:17:39,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7606b15b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:17:39,995 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:17:39,996 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,37711,1731424656844, seqNum=-1] 2024-11-12T15:17:39,997 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:17:39,998 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T15:17:39,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a6f201fa5419,35765,1731424656583 2024-11-12T15:17:40,001 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61561 2024-11-12T15:17:40,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61561, baseZNode=/0-526852357 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T15:17:40,092 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012f9f8f0b0002 connected 2024-11-12T15:17:40,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8c5d4181-262f-cf52-a661-7ecd2322fa12/hadoop.log.dir so I do NOT create it in target/test-data/7f68c33b-6685-34aa-242e-4e7e1e7ffa54 2024-11-12T15:17:40,152 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8c5d4181-262f-cf52-a661-7ecd2322fa12/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T15:17:40,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8c5d4181-262f-cf52-a661-7ecd2322fa12/hadoop.tmp.dir so I do NOT create it in target/test-data/7f68c33b-6685-34aa-242e-4e7e1e7ffa54 2024-11-12T15:17:40,152 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8c5d4181-262f-cf52-a661-7ecd2322fa12/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T15:17:40,152 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7f68c33b-6685-34aa-242e-4e7e1e7ffa54 2024-11-12T15:17:40,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T15:17:40,152 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7f68c33b-6685-34aa-242e-4e7e1e7ffa54/cluster_c74c298e-cc60-44d3-6865-5ae8f8b04a72, deleteOnExit=true 2024-11-12T15:17:40,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T15:17:40,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7f68c33b-6685-34aa-242e-4e7e1e7ffa54/test.cache.data in system properties and HBase conf 2024-11-12T15:17:40,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7f68c33b-6685-34aa-242e-4e7e1e7ffa54/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T15:17:40,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7f68c33b-6685-34aa-242e-4e7e1e7ffa54/hadoop.log.dir in system properties and HBase conf 2024-11-12T15:17:40,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7f68c33b-6685-34aa-242e-4e7e1e7ffa54/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T15:17:40,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7f68c33b-6685-34aa-242e-4e7e1e7ffa54/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T15:17:40,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T15:17:40,153 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T15:17:40,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7f68c33b-6685-34aa-242e-4e7e1e7ffa54/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T15:17:40,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7f68c33b-6685-34aa-242e-4e7e1e7ffa54/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T15:17:40,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7f68c33b-6685-34aa-242e-4e7e1e7ffa54/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T15:17:40,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7f68c33b-6685-34aa-242e-4e7e1e7ffa54/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T15:17:40,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7f68c33b-6685-34aa-242e-4e7e1e7ffa54/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T15:17:40,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7f68c33b-6685-34aa-242e-4e7e1e7ffa54/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T15:17:40,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7f68c33b-6685-34aa-242e-4e7e1e7ffa54/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T15:17:40,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7f68c33b-6685-34aa-242e-4e7e1e7ffa54/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T15:17:40,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7f68c33b-6685-34aa-242e-4e7e1e7ffa54/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T15:17:40,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7f68c33b-6685-34aa-242e-4e7e1e7ffa54/nfs.dump.dir in system properties and HBase conf 2024-11-12T15:17:40,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7f68c33b-6685-34aa-242e-4e7e1e7ffa54/java.io.tmpdir in system properties and HBase conf 2024-11-12T15:17:40,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7f68c33b-6685-34aa-242e-4e7e1e7ffa54/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T15:17:40,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7f68c33b-6685-34aa-242e-4e7e1e7ffa54/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T15:17:40,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7f68c33b-6685-34aa-242e-4e7e1e7ffa54/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T15:17:40,559 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T15:17:40,564 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T15:17:40,568 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T15:17:40,568 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T15:17:40,569 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T15:17:40,573 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T15:17:40,573 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d5ad8c4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7f68c33b-6685-34aa-242e-4e7e1e7ffa54/hadoop.log.dir/,AVAILABLE} 2024-11-12T15:17:40,573 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59a908fa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T15:17:40,665 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1558cfc9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7f68c33b-6685-34aa-242e-4e7e1e7ffa54/java.io.tmpdir/jetty-localhost-42339-hadoop-hdfs-3_4_1-tests_jar-_-any-8402577659288167034/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T15:17:40,666 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c0f823e{HTTP/1.1, (http/1.1)}{localhost:42339} 2024-11-12T15:17:40,666 INFO [Time-limited test {}] server.Server(415): Started @41910ms 2024-11-12T15:17:40,899 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T15:17:40,902 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T15:17:40,905 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T15:17:40,905 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T15:17:40,905 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T15:17:40,906 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54ab07b2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7f68c33b-6685-34aa-242e-4e7e1e7ffa54/hadoop.log.dir/,AVAILABLE} 2024-11-12T15:17:40,906 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d34bb4f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T15:17:40,999 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3942448e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7f68c33b-6685-34aa-242e-4e7e1e7ffa54/java.io.tmpdir/jetty-localhost-41489-hadoop-hdfs-3_4_1-tests_jar-_-any-9143124981606929052/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T15:17:40,999 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7dd49cc1{HTTP/1.1, (http/1.1)}{localhost:41489} 2024-11-12T15:17:40,999 INFO [Time-limited test {}] server.Server(415): Started @42243ms 2024-11-12T15:17:41,000 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T15:17:41,594 WARN [Thread-618 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7f68c33b-6685-34aa-242e-4e7e1e7ffa54/cluster_c74c298e-cc60-44d3-6865-5ae8f8b04a72/data/data1/current/BP-1610572980-172.17.0.2-1731424660183/current, will proceed with Du for space computation calculation, 2024-11-12T15:17:41,594 WARN [Thread-619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7f68c33b-6685-34aa-242e-4e7e1e7ffa54/cluster_c74c298e-cc60-44d3-6865-5ae8f8b04a72/data/data2/current/BP-1610572980-172.17.0.2-1731424660183/current, will proceed with Du for space computation calculation, 2024-11-12T15:17:41,609 WARN [Thread-606 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T15:17:41,611 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x514eb072c00eb81d with lease ID 0x3070e7e520c7be0a: Processing first storage report for DS-f814529c-533d-46ca-ab6f-9728519b3e15 from datanode DatanodeRegistration(127.0.0.1:39611, datanodeUuid=6d8aba96-211c-4d8e-90a5-047d96e44f99, infoPort=35767, infoSecurePort=0, ipcPort=38683, storageInfo=lv=-57;cid=testClusterID;nsid=409103917;c=1731424660183) 2024-11-12T15:17:41,611 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x514eb072c00eb81d with lease ID 0x3070e7e520c7be0a: from storage DS-f814529c-533d-46ca-ab6f-9728519b3e15 node DatanodeRegistration(127.0.0.1:39611, datanodeUuid=6d8aba96-211c-4d8e-90a5-047d96e44f99, infoPort=35767, infoSecurePort=0, ipcPort=38683, storageInfo=lv=-57;cid=testClusterID;nsid=409103917;c=1731424660183), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T15:17:41,611 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x514eb072c00eb81d with lease ID 0x3070e7e520c7be0a: Processing first storage report for DS-9810e676-2dbf-45ef-a050-b6d103e1ae9c from datanode DatanodeRegistration(127.0.0.1:39611, datanodeUuid=6d8aba96-211c-4d8e-90a5-047d96e44f99, infoPort=35767, infoSecurePort=0, ipcPort=38683, storageInfo=lv=-57;cid=testClusterID;nsid=409103917;c=1731424660183) 2024-11-12T15:17:41,611 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x514eb072c00eb81d with lease ID 0x3070e7e520c7be0a: from storage DS-9810e676-2dbf-45ef-a050-b6d103e1ae9c node DatanodeRegistration(127.0.0.1:39611, datanodeUuid=6d8aba96-211c-4d8e-90a5-047d96e44f99, infoPort=35767, infoSecurePort=0, ipcPort=38683, storageInfo=lv=-57;cid=testClusterID;nsid=409103917;c=1731424660183), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T15:17:41,632 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7f68c33b-6685-34aa-242e-4e7e1e7ffa54 2024-11-12T15:17:41,632 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:17:41,633 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:17:41,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741825_1001 (size=7) 2024-11-12T15:17:42,041 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43339/user/jenkins/test-data/44849c5c-8de4-cd75-f087-a6bd202fd427 with version=8 2024-11-12T15:17:42,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43339/user/jenkins/test-data/44849c5c-8de4-cd75-f087-a6bd202fd427/hbase-staging 2024-11-12T15:17:42,043 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a6f201fa5419:0 server-side Connection retries=45 2024-11-12T15:17:42,043 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:17:42,043 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T15:17:42,044 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T15:17:42,044 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:17:42,044 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T15:17:42,044 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T15:17:42,044 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T15:17:42,044 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38795 2024-11-12T15:17:42,045 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38795 connecting to ZooKeeper ensemble=127.0.0.1:61561 2024-11-12T15:17:42,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:387950x0, quorum=127.0.0.1:61561, baseZNode=/11601695982 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T15:17:42,108 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38795-0x1012f9f8f0b0003 connected 2024-11-12T15:17:42,181 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:17:42,182 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:17:42,184 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38795-0x1012f9f8f0b0003, quorum=127.0.0.1:61561, baseZNode=/11601695982 Set watcher on znode that does not yet exist, /11601695982/running 2024-11-12T15:17:42,184 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43339/user/jenkins/test-data/44849c5c-8de4-cd75-f087-a6bd202fd427, hbase.cluster.distributed=false 2024-11-12T15:17:42,185 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38795-0x1012f9f8f0b0003, quorum=127.0.0.1:61561, baseZNode=/11601695982 Set watcher on znode that does not yet exist, /11601695982/acl 2024-11-12T15:17:42,186 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38795 2024-11-12T15:17:42,186 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38795 2024-11-12T15:17:42,187 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38795 2024-11-12T15:17:42,187 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38795 2024-11-12T15:17:42,187 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38795 2024-11-12T15:17:42,199 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a6f201fa5419:0 server-side Connection retries=45 2024-11-12T15:17:42,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:17:42,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T15:17:42,199 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T15:17:42,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:17:42,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T15:17:42,199 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T15:17:42,199 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T15:17:42,200 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46571 2024-11-12T15:17:42,201 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46571 connecting to ZooKeeper ensemble=127.0.0.1:61561 2024-11-12T15:17:42,201 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:17:42,203 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:17:42,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:465710x0, quorum=127.0.0.1:61561, baseZNode=/11601695982 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T15:17:42,217 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:465710x0, quorum=127.0.0.1:61561, baseZNode=/11601695982 Set watcher on znode that does not yet exist, /11601695982/running 2024-11-12T15:17:42,217 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46571-0x1012f9f8f0b0004 connected 2024-11-12T15:17:42,217 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T15:17:42,218 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T15:17:42,218 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46571-0x1012f9f8f0b0004, quorum=127.0.0.1:61561, baseZNode=/11601695982 Set watcher on znode that does not yet exist, /11601695982/master 2024-11-12T15:17:42,219 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46571-0x1012f9f8f0b0004, quorum=127.0.0.1:61561, baseZNode=/11601695982 Set watcher on znode that does not yet exist, /11601695982/acl 2024-11-12T15:17:42,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46571 2024-11-12T15:17:42,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46571 2024-11-12T15:17:42,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46571 2024-11-12T15:17:42,222 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46571 2024-11-12T15:17:42,222 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46571 2024-11-12T15:17:42,232 DEBUG [M:0;a6f201fa5419:38795 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a6f201fa5419:38795 2024-11-12T15:17:42,232 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11601695982/backup-masters/a6f201fa5419,38795,1731424662043 2024-11-12T15:17:42,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38795-0x1012f9f8f0b0003, quorum=127.0.0.1:61561, baseZNode=/11601695982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11601695982/backup-masters 2024-11-12T15:17:42,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46571-0x1012f9f8f0b0004, quorum=127.0.0.1:61561, baseZNode=/11601695982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11601695982/backup-masters 2024-11-12T15:17:42,244 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38795-0x1012f9f8f0b0003, quorum=127.0.0.1:61561, baseZNode=/11601695982 Set watcher on existing znode=/11601695982/backup-masters/a6f201fa5419,38795,1731424662043 2024-11-12T15:17:42,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46571-0x1012f9f8f0b0004, quorum=127.0.0.1:61561, baseZNode=/11601695982 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11601695982/master 2024-11-12T15:17:42,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38795-0x1012f9f8f0b0003, quorum=127.0.0.1:61561, baseZNode=/11601695982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11601695982 2024-11-12T15:17:42,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46571-0x1012f9f8f0b0004, quorum=127.0.0.1:61561, baseZNode=/11601695982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11601695982 2024-11-12T15:17:42,255 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38795-0x1012f9f8f0b0003, quorum=127.0.0.1:61561, baseZNode=/11601695982 Set watcher on existing znode=/11601695982/master 2024-11-12T15:17:42,255 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11601695982/backup-masters/a6f201fa5419,38795,1731424662043 from backup master directory 2024-11-12T15:17:42,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38795-0x1012f9f8f0b0003, quorum=127.0.0.1:61561, baseZNode=/11601695982 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11601695982/backup-masters/a6f201fa5419,38795,1731424662043 2024-11-12T15:17:42,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46571-0x1012f9f8f0b0004, quorum=127.0.0.1:61561, baseZNode=/11601695982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11601695982/backup-masters 2024-11-12T15:17:42,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38795-0x1012f9f8f0b0003, quorum=127.0.0.1:61561, baseZNode=/11601695982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11601695982/backup-masters 2024-11-12T15:17:42,265 WARN [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T15:17:42,265 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a6f201fa5419,38795,1731424662043 2024-11-12T15:17:42,269 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43339/user/jenkins/test-data/44849c5c-8de4-cd75-f087-a6bd202fd427/hbase.id] with ID: d7f3d5a1-4439-4c89-a610-601a14c3e300 2024-11-12T15:17:42,269 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43339/user/jenkins/test-data/44849c5c-8de4-cd75-f087-a6bd202fd427/.tmp/hbase.id 2024-11-12T15:17:42,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741826_1002 (size=42) 2024-11-12T15:17:42,674 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43339/user/jenkins/test-data/44849c5c-8de4-cd75-f087-a6bd202fd427/.tmp/hbase.id]:[hdfs://localhost:43339/user/jenkins/test-data/44849c5c-8de4-cd75-f087-a6bd202fd427/hbase.id] 2024-11-12T15:17:42,686 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:17:42,686 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T15:17:42,687 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T15:17:42,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46571-0x1012f9f8f0b0004, quorum=127.0.0.1:61561, baseZNode=/11601695982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11601695982 2024-11-12T15:17:42,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38795-0x1012f9f8f0b0003, quorum=127.0.0.1:61561, baseZNode=/11601695982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11601695982 2024-11-12T15:17:42,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741827_1003 (size=196) 2024-11-12T15:17:43,145 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T15:17:43,146 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T15:17:43,146 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:17:43,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741828_1004 (size=1189) 2024-11-12T15:17:43,554 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43339/user/jenkins/test-data/44849c5c-8de4-cd75-f087-a6bd202fd427/MasterData/data/master/store 2024-11-12T15:17:43,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741829_1005 (size=34) 2024-11-12T15:17:43,960 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:17:43,960 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T15:17:43,961 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:17:43,961 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:17:43,961 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T15:17:43,961 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:17:43,961 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:17:43,961 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731424663960Disabling compacts and flushes for region at 1731424663960Disabling writes for close at 1731424663961 (+1 ms)Writing region close event to WAL at 1731424663961Closed at 1731424663961 2024-11-12T15:17:43,962 WARN [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43339/user/jenkins/test-data/44849c5c-8de4-cd75-f087-a6bd202fd427/MasterData/data/master/store/.initializing 2024-11-12T15:17:43,962 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43339/user/jenkins/test-data/44849c5c-8de4-cd75-f087-a6bd202fd427/MasterData/WALs/a6f201fa5419,38795,1731424662043 2024-11-12T15:17:43,963 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T15:17:43,965 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a6f201fa5419%2C38795%2C1731424662043, suffix=, logDir=hdfs://localhost:43339/user/jenkins/test-data/44849c5c-8de4-cd75-f087-a6bd202fd427/MasterData/WALs/a6f201fa5419,38795,1731424662043, archiveDir=hdfs://localhost:43339/user/jenkins/test-data/44849c5c-8de4-cd75-f087-a6bd202fd427/MasterData/oldWALs, maxLogs=10 2024-11-12T15:17:43,978 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/44849c5c-8de4-cd75-f087-a6bd202fd427/MasterData/WALs/a6f201fa5419,38795,1731424662043/a6f201fa5419%2C38795%2C1731424662043.1731424663965, exclude list is [], retry=0 2024-11-12T15:17:43,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39611,DS-f814529c-533d-46ca-ab6f-9728519b3e15,DISK] 2024-11-12T15:17:43,983 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/44849c5c-8de4-cd75-f087-a6bd202fd427/MasterData/WALs/a6f201fa5419,38795,1731424662043/a6f201fa5419%2C38795%2C1731424662043.1731424663965 2024-11-12T15:17:43,988 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35767:35767)] 2024-11-12T15:17:43,988 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T15:17:43,988 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:17:43,988 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:17:43,988 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:17:43,989 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:17:43,992 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T15:17:43,993 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:43,993 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:17:43,993 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:17:43,995 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T15:17:43,995 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:43,995 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:17:43,995 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:17:43,997 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T15:17:43,997 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:43,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:17:43,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:17:43,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T15:17:43,999 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:43,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:17:44,000 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:17:44,000 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43339/user/jenkins/test-data/44849c5c-8de4-cd75-f087-a6bd202fd427/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:17:44,001 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43339/user/jenkins/test-data/44849c5c-8de4-cd75-f087-a6bd202fd427/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:17:44,002 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:17:44,002 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:17:44,002 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T15:17:44,003 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:17:44,005 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43339/user/jenkins/test-data/44849c5c-8de4-cd75-f087-a6bd202fd427/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T15:17:44,005 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73429835, jitterRate=0.09418980777263641}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T15:17:44,005 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731424663988Initializing all the Stores at 1731424663989 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424663989Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424663989Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424663989Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424663989Cleaning up temporary data from old regions at 1731424664002 (+13 ms)Region opened successfully at 1731424664005 (+3 ms) 2024-11-12T15:17:44,005 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T15:17:44,008 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a7e827b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a6f201fa5419/172.17.0.2:0 2024-11-12T15:17:44,009 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T15:17:44,009 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T15:17:44,009 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T15:17:44,009 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T15:17:44,009 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T15:17:44,010 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T15:17:44,010 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T15:17:44,011 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T15:17:44,012 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38795-0x1012f9f8f0b0003, quorum=127.0.0.1:61561, baseZNode=/11601695982 Unable to get data of znode /11601695982/balancer because node does not exist (not necessarily an error) 2024-11-12T15:17:44,111 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11601695982/balancer already deleted, retry=false 2024-11-12T15:17:44,112 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T15:17:44,112 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38795-0x1012f9f8f0b0003, quorum=127.0.0.1:61561, baseZNode=/11601695982 Unable to get data of znode /11601695982/normalizer because node does not exist (not necessarily an error) 2024-11-12T15:17:44,122 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11601695982/normalizer already deleted, retry=false 2024-11-12T15:17:44,122 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T15:17:44,123 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38795-0x1012f9f8f0b0003, quorum=127.0.0.1:61561, baseZNode=/11601695982 Unable to get data of znode /11601695982/switch/split because node does not exist (not necessarily an error) 2024-11-12T15:17:44,132 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11601695982/switch/split already deleted, retry=false 2024-11-12T15:17:44,133 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38795-0x1012f9f8f0b0003, quorum=127.0.0.1:61561, baseZNode=/11601695982 Unable to get data of znode /11601695982/switch/merge because node does not exist (not necessarily an error) 2024-11-12T15:17:44,143 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11601695982/switch/merge already deleted, retry=false 2024-11-12T15:17:44,145 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38795-0x1012f9f8f0b0003, quorum=127.0.0.1:61561, baseZNode=/11601695982 Unable to get data of znode /11601695982/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T15:17:44,153 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11601695982/snapshot-cleanup already deleted, retry=false 2024-11-12T15:17:44,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38795-0x1012f9f8f0b0003, quorum=127.0.0.1:61561, baseZNode=/11601695982 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11601695982/running 2024-11-12T15:17:44,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46571-0x1012f9f8f0b0004, quorum=127.0.0.1:61561, baseZNode=/11601695982 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11601695982/running 2024-11-12T15:17:44,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46571-0x1012f9f8f0b0004, quorum=127.0.0.1:61561, baseZNode=/11601695982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11601695982 2024-11-12T15:17:44,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38795-0x1012f9f8f0b0003, quorum=127.0.0.1:61561, baseZNode=/11601695982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11601695982 2024-11-12T15:17:44,164 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a6f201fa5419,38795,1731424662043, sessionid=0x1012f9f8f0b0003, setting cluster-up flag (Was=false) 2024-11-12T15:17:44,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46571-0x1012f9f8f0b0004, quorum=127.0.0.1:61561, baseZNode=/11601695982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11601695982 2024-11-12T15:17:44,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38795-0x1012f9f8f0b0003, quorum=127.0.0.1:61561, baseZNode=/11601695982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11601695982 2024-11-12T15:17:44,217 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11601695982/flush-table-proc/acquired, /11601695982/flush-table-proc/reached, /11601695982/flush-table-proc/abort 2024-11-12T15:17:44,218 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a6f201fa5419,38795,1731424662043 2024-11-12T15:17:44,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38795-0x1012f9f8f0b0003, quorum=127.0.0.1:61561, baseZNode=/11601695982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11601695982 2024-11-12T15:17:44,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46571-0x1012f9f8f0b0004, quorum=127.0.0.1:61561, baseZNode=/11601695982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11601695982 2024-11-12T15:17:44,269 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11601695982/online-snapshot/acquired, /11601695982/online-snapshot/reached, /11601695982/online-snapshot/abort 2024-11-12T15:17:44,270 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a6f201fa5419,38795,1731424662043 2024-11-12T15:17:44,272 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43339/user/jenkins/test-data/44849c5c-8de4-cd75-f087-a6bd202fd427/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T15:17:44,274 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T15:17:44,274 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T15:17:44,274 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T15:17:44,274 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a6f201fa5419,38795,1731424662043 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T15:17:44,276 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:17:44,276 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:17:44,276 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:17:44,276 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:17:44,276 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a6f201fa5419:0, corePoolSize=10, maxPoolSize=10 2024-11-12T15:17:44,276 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:17:44,276 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a6f201fa5419:0, corePoolSize=2, maxPoolSize=2 2024-11-12T15:17:44,277 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:17:44,278 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731424694278 2024-11-12T15:17:44,278 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T15:17:44,278 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T15:17:44,278 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T15:17:44,278 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T15:17:44,278 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T15:17:44,278 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T15:17:44,278 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T15:17:44,278 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T15:17:44,278 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:44,279 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T15:17:44,279 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T15:17:44,279 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T15:17:44,279 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T15:17:44,279 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T15:17:44,279 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T15:17:44,279 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:44,280 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.large.0-1731424664279,5,FailOnTimeoutGroup] 2024-11-12T15:17:44,280 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.small.0-1731424664280,5,FailOnTimeoutGroup] 2024-11-12T15:17:44,280 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T15:17:44,280 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:44,280 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T15:17:44,280 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:44,280 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:44,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741831_1007 (size=1321) 2024-11-12T15:17:44,326 INFO [RS:0;a6f201fa5419:46571 {}] regionserver.HRegionServer(746): ClusterId : d7f3d5a1-4439-4c89-a610-601a14c3e300 2024-11-12T15:17:44,326 DEBUG [RS:0;a6f201fa5419:46571 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T15:17:44,339 DEBUG [RS:0;a6f201fa5419:46571 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T15:17:44,339 DEBUG [RS:0;a6f201fa5419:46571 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T15:17:44,350 DEBUG [RS:0;a6f201fa5419:46571 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T15:17:44,350 DEBUG [RS:0;a6f201fa5419:46571 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@615641ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a6f201fa5419/172.17.0.2:0 2024-11-12T15:17:44,360 DEBUG [RS:0;a6f201fa5419:46571 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a6f201fa5419:46571 2024-11-12T15:17:44,360 INFO [RS:0;a6f201fa5419:46571 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T15:17:44,361 INFO [RS:0;a6f201fa5419:46571 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T15:17:44,361 DEBUG [RS:0;a6f201fa5419:46571 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T15:17:44,361 INFO [RS:0;a6f201fa5419:46571 {}] regionserver.HRegionServer(2659): reportForDuty to master=a6f201fa5419,38795,1731424662043 with port=46571, startcode=1731424662199 2024-11-12T15:17:44,361 DEBUG [RS:0;a6f201fa5419:46571 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T15:17:44,363 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36407, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T15:17:44,363 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38795 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a6f201fa5419,46571,1731424662199 2024-11-12T15:17:44,363 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38795 {}] master.ServerManager(517): Registering regionserver=a6f201fa5419,46571,1731424662199 2024-11-12T15:17:44,366 DEBUG [RS:0;a6f201fa5419:46571 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43339/user/jenkins/test-data/44849c5c-8de4-cd75-f087-a6bd202fd427 2024-11-12T15:17:44,366 DEBUG [RS:0;a6f201fa5419:46571 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43339 2024-11-12T15:17:44,366 DEBUG [RS:0;a6f201fa5419:46571 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T15:17:44,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38795-0x1012f9f8f0b0003, quorum=127.0.0.1:61561, baseZNode=/11601695982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11601695982/rs 2024-11-12T15:17:44,426 DEBUG [RS:0;a6f201fa5419:46571 {}] zookeeper.ZKUtil(111): regionserver:46571-0x1012f9f8f0b0004, quorum=127.0.0.1:61561, baseZNode=/11601695982 Set watcher on existing znode=/11601695982/rs/a6f201fa5419,46571,1731424662199 2024-11-12T15:17:44,426 WARN [RS:0;a6f201fa5419:46571 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T15:17:44,426 INFO [RS:0;a6f201fa5419:46571 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:17:44,426 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a6f201fa5419,46571,1731424662199] 2024-11-12T15:17:44,426 DEBUG [RS:0;a6f201fa5419:46571 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43339/user/jenkins/test-data/44849c5c-8de4-cd75-f087-a6bd202fd427/WALs/a6f201fa5419,46571,1731424662199 2024-11-12T15:17:44,430 INFO [RS:0;a6f201fa5419:46571 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T15:17:44,432 INFO [RS:0;a6f201fa5419:46571 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T15:17:44,433 INFO [RS:0;a6f201fa5419:46571 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T15:17:44,433 INFO [RS:0;a6f201fa5419:46571 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:44,433 INFO [RS:0;a6f201fa5419:46571 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T15:17:44,434 INFO [RS:0;a6f201fa5419:46571 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T15:17:44,434 INFO [RS:0;a6f201fa5419:46571 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:44,434 DEBUG [RS:0;a6f201fa5419:46571 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:17:44,434 DEBUG [RS:0;a6f201fa5419:46571 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:17:44,434 DEBUG [RS:0;a6f201fa5419:46571 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:17:44,435 DEBUG [RS:0;a6f201fa5419:46571 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:17:44,435 DEBUG [RS:0;a6f201fa5419:46571 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:17:44,435 DEBUG [RS:0;a6f201fa5419:46571 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a6f201fa5419:0, corePoolSize=2, maxPoolSize=2 2024-11-12T15:17:44,435 DEBUG [RS:0;a6f201fa5419:46571 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:17:44,435 DEBUG [RS:0;a6f201fa5419:46571 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:17:44,435 DEBUG [RS:0;a6f201fa5419:46571 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:17:44,435 DEBUG [RS:0;a6f201fa5419:46571 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:17:44,435 DEBUG [RS:0;a6f201fa5419:46571 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:17:44,435 DEBUG [RS:0;a6f201fa5419:46571 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:17:44,435 DEBUG [RS:0;a6f201fa5419:46571 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a6f201fa5419:0, corePoolSize=3, maxPoolSize=3 2024-11-12T15:17:44,435 DEBUG [RS:0;a6f201fa5419:46571 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a6f201fa5419:0, corePoolSize=3, maxPoolSize=3 2024-11-12T15:17:44,436 INFO [RS:0;a6f201fa5419:46571 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:44,436 INFO [RS:0;a6f201fa5419:46571 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:44,436 INFO [RS:0;a6f201fa5419:46571 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:44,436 INFO [RS:0;a6f201fa5419:46571 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:44,436 INFO [RS:0;a6f201fa5419:46571 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:44,436 INFO [RS:0;a6f201fa5419:46571 {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,46571,1731424662199-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T15:17:44,448 INFO [RS:0;a6f201fa5419:46571 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T15:17:44,449 INFO [RS:0;a6f201fa5419:46571 {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,46571,1731424662199-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:44,449 INFO [RS:0;a6f201fa5419:46571 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:44,449 INFO [RS:0;a6f201fa5419:46571 {}] regionserver.Replication(171): a6f201fa5419,46571,1731424662199 started 2024-11-12T15:17:44,462 INFO [RS:0;a6f201fa5419:46571 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:44,462 INFO [RS:0;a6f201fa5419:46571 {}] regionserver.HRegionServer(1482): Serving as a6f201fa5419,46571,1731424662199, RpcServer on a6f201fa5419/172.17.0.2:46571, sessionid=0x1012f9f8f0b0004 2024-11-12T15:17:44,462 DEBUG [RS:0;a6f201fa5419:46571 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T15:17:44,462 DEBUG [RS:0;a6f201fa5419:46571 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a6f201fa5419,46571,1731424662199 2024-11-12T15:17:44,462 DEBUG [RS:0;a6f201fa5419:46571 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a6f201fa5419,46571,1731424662199' 2024-11-12T15:17:44,462 DEBUG [RS:0;a6f201fa5419:46571 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11601695982/flush-table-proc/abort' 2024-11-12T15:17:44,463 DEBUG [RS:0;a6f201fa5419:46571 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11601695982/flush-table-proc/acquired' 2024-11-12T15:17:44,463 DEBUG [RS:0;a6f201fa5419:46571 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T15:17:44,463 DEBUG [RS:0;a6f201fa5419:46571 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T15:17:44,463 DEBUG [RS:0;a6f201fa5419:46571 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a6f201fa5419,46571,1731424662199 2024-11-12T15:17:44,463 DEBUG [RS:0;a6f201fa5419:46571 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a6f201fa5419,46571,1731424662199' 2024-11-12T15:17:44,463 DEBUG [RS:0;a6f201fa5419:46571 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11601695982/online-snapshot/abort' 2024-11-12T15:17:44,464 DEBUG [RS:0;a6f201fa5419:46571 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11601695982/online-snapshot/acquired' 2024-11-12T15:17:44,464 DEBUG [RS:0;a6f201fa5419:46571 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T15:17:44,464 INFO [RS:0;a6f201fa5419:46571 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T15:17:44,464 INFO [RS:0;a6f201fa5419:46571 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T15:17:44,564 INFO [RS:0;a6f201fa5419:46571 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T15:17:44,566 INFO [RS:0;a6f201fa5419:46571 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a6f201fa5419%2C46571%2C1731424662199, suffix=, logDir=hdfs://localhost:43339/user/jenkins/test-data/44849c5c-8de4-cd75-f087-a6bd202fd427/WALs/a6f201fa5419,46571,1731424662199, archiveDir=hdfs://localhost:43339/user/jenkins/test-data/44849c5c-8de4-cd75-f087-a6bd202fd427/oldWALs, maxLogs=10 2024-11-12T15:17:44,577 DEBUG [RS:0;a6f201fa5419:46571 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/44849c5c-8de4-cd75-f087-a6bd202fd427/WALs/a6f201fa5419,46571,1731424662199/a6f201fa5419%2C46571%2C1731424662199.1731424664566, exclude list is [], retry=0 2024-11-12T15:17:44,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39611,DS-f814529c-533d-46ca-ab6f-9728519b3e15,DISK] 2024-11-12T15:17:44,582 INFO [RS:0;a6f201fa5419:46571 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/44849c5c-8de4-cd75-f087-a6bd202fd427/WALs/a6f201fa5419,46571,1731424662199/a6f201fa5419%2C46571%2C1731424662199.1731424664566 2024-11-12T15:17:44,582 DEBUG [RS:0;a6f201fa5419:46571 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35767:35767)] 2024-11-12T15:17:44,687 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43339/user/jenkins/test-data/44849c5c-8de4-cd75-f087-a6bd202fd427/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T15:17:44,687 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43339/user/jenkins/test-data/44849c5c-8de4-cd75-f087-a6bd202fd427 2024-11-12T15:17:44,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741833_1009 (size=32) 2024-11-12T15:17:45,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:17:45,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T15:17:45,095 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T15:17:45,095 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:45,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:17:45,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T15:17:45,097 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T15:17:45,097 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:45,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:17:45,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T15:17:45,098 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T15:17:45,098 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:45,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:17:45,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T15:17:45,100 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T15:17:45,100 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:45,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:17:45,100 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T15:17:45,101 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43339/user/jenkins/test-data/44849c5c-8de4-cd75-f087-a6bd202fd427/data/hbase/meta/1588230740 2024-11-12T15:17:45,101 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43339/user/jenkins/test-data/44849c5c-8de4-cd75-f087-a6bd202fd427/data/hbase/meta/1588230740 2024-11-12T15:17:45,102 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T15:17:45,102 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T15:17:45,103 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T15:17:45,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T15:17:45,106 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43339/user/jenkins/test-data/44849c5c-8de4-cd75-f087-a6bd202fd427/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T15:17:45,106 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67770353, jitterRate=0.009856954216957092}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T15:17:45,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731424665093Initializing all the Stores at 1731424665094 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424665094Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424665094Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424665094Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424665094Cleaning up temporary data from old regions at 1731424665102 (+8 ms)Region opened successfully at 1731424665106 (+4 ms) 2024-11-12T15:17:45,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T15:17:45,107 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T15:17:45,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T15:17:45,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T15:17:45,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T15:17:45,107 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T15:17:45,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731424665106Disabling compacts and flushes for region at 1731424665106Disabling writes for close at 1731424665107 (+1 ms)Writing region close event to WAL at 1731424665107Closed at 1731424665107 2024-11-12T15:17:45,108 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T15:17:45,109 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T15:17:45,109 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T15:17:45,110 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T15:17:45,111 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T15:17:45,261 DEBUG [a6f201fa5419:38795 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T15:17:45,262 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a6f201fa5419,46571,1731424662199 2024-11-12T15:17:45,263 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a6f201fa5419,46571,1731424662199, state=OPENING 2024-11-12T15:17:45,311 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T15:17:45,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38795-0x1012f9f8f0b0003, quorum=127.0.0.1:61561, baseZNode=/11601695982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11601695982 2024-11-12T15:17:45,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46571-0x1012f9f8f0b0004, quorum=127.0.0.1:61561, baseZNode=/11601695982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11601695982 2024-11-12T15:17:45,322 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11601695982/meta-region-server: CHANGED 2024-11-12T15:17:45,322 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T15:17:45,322 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11601695982/meta-region-server: CHANGED 2024-11-12T15:17:45,322 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a6f201fa5419,46571,1731424662199}] 2024-11-12T15:17:45,335 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T15:17:45,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:17:45,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:17:45,376 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T15:17:45,476 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T15:17:45,477 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34157, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T15:17:45,481 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T15:17:45,481 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:17:45,481 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T15:17:45,483 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a6f201fa5419%2C46571%2C1731424662199.meta, suffix=.meta, logDir=hdfs://localhost:43339/user/jenkins/test-data/44849c5c-8de4-cd75-f087-a6bd202fd427/WALs/a6f201fa5419,46571,1731424662199, archiveDir=hdfs://localhost:43339/user/jenkins/test-data/44849c5c-8de4-cd75-f087-a6bd202fd427/oldWALs, maxLogs=10 2024-11-12T15:17:45,496 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/44849c5c-8de4-cd75-f087-a6bd202fd427/WALs/a6f201fa5419,46571,1731424662199/a6f201fa5419%2C46571%2C1731424662199.meta.1731424665483.meta, exclude list is [], retry=0 2024-11-12T15:17:45,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39611,DS-f814529c-533d-46ca-ab6f-9728519b3e15,DISK] 2024-11-12T15:17:45,500 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/44849c5c-8de4-cd75-f087-a6bd202fd427/WALs/a6f201fa5419,46571,1731424662199/a6f201fa5419%2C46571%2C1731424662199.meta.1731424665483.meta 2024-11-12T15:17:45,500 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35767:35767)] 2024-11-12T15:17:45,500 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T15:17:45,501 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T15:17:45,501 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T15:17:45,501 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T15:17:45,501 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T15:17:45,501 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T15:17:45,501 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:17:45,501 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T15:17:45,501 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T15:17:45,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T15:17:45,503 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T15:17:45,503 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:45,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:17:45,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T15:17:45,504 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T15:17:45,504 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:45,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:17:45,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T15:17:45,505 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T15:17:45,505 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:45,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:17:45,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T15:17:45,506 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T15:17:45,506 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:45,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:17:45,507 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T15:17:45,507 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43339/user/jenkins/test-data/44849c5c-8de4-cd75-f087-a6bd202fd427/data/hbase/meta/1588230740 2024-11-12T15:17:45,508 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43339/user/jenkins/test-data/44849c5c-8de4-cd75-f087-a6bd202fd427/data/hbase/meta/1588230740 2024-11-12T15:17:45,509 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T15:17:45,509 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T15:17:45,510 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T15:17:45,511 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T15:17:45,512 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67251224, jitterRate=0.0021213293075561523}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T15:17:45,512 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T15:17:45,512 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731424665501Writing region info on filesystem at 1731424665501Initializing all the Stores at 1731424665502 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424665502Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424665502Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424665502Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424665502Cleaning up temporary data from old regions at 1731424665509 (+7 ms)Running coprocessor post-open hooks at 1731424665512 (+3 ms)Region opened successfully at 1731424665512 2024-11-12T15:17:45,513 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731424665475 2024-11-12T15:17:45,516 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T15:17:45,516 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T15:17:45,516 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a6f201fa5419,46571,1731424662199 2024-11-12T15:17:45,517 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a6f201fa5419,46571,1731424662199, state=OPEN 2024-11-12T15:17:45,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46571-0x1012f9f8f0b0004, quorum=127.0.0.1:61561, baseZNode=/11601695982 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11601695982/meta-region-server 2024-11-12T15:17:45,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38795-0x1012f9f8f0b0003, quorum=127.0.0.1:61561, baseZNode=/11601695982 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11601695982/meta-region-server 2024-11-12T15:17:45,528 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a6f201fa5419,46571,1731424662199 2024-11-12T15:17:45,528 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11601695982/meta-region-server: CHANGED 2024-11-12T15:17:45,528 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11601695982/meta-region-server: CHANGED 2024-11-12T15:17:45,531 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T15:17:45,531 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a6f201fa5419,46571,1731424662199 in 206 msec 2024-11-12T15:17:45,533 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T15:17:45,533 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 422 msec 2024-11-12T15:17:45,534 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T15:17:45,534 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T15:17:45,535 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:17:45,535 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,46571,1731424662199, seqNum=-1] 2024-11-12T15:17:45,535 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:17:45,536 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53623, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T15:17:45,543 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2680 sec 2024-11-12T15:17:45,543 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731424665543, completionTime=-1 2024-11-12T15:17:45,543 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T15:17:45,543 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T15:17:45,545 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T15:17:45,545 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731424725545 2024-11-12T15:17:45,545 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731424785545 2024-11-12T15:17:45,545 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-12T15:17:45,546 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,38795,1731424662043-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:45,546 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,38795,1731424662043-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:45,546 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,38795,1731424662043-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:45,546 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a6f201fa5419:38795, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:45,546 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:45,546 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:45,548 DEBUG [master/a6f201fa5419:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T15:17:45,550 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.285sec 2024-11-12T15:17:45,550 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T15:17:45,550 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T15:17:45,550 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T15:17:45,550 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T15:17:45,550 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T15:17:45,550 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,38795,1731424662043-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T15:17:45,551 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,38795,1731424662043-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T15:17:45,553 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T15:17:45,553 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T15:17:45,553 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,38795,1731424662043-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:45,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60dd1593, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:17:45,627 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,38795,-1 for getting cluster id 2024-11-12T15:17:45,627 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:17:45,629 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7f3d5a1-4439-4c89-a610-601a14c3e300' 2024-11-12T15:17:45,629 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:17:45,629 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7f3d5a1-4439-4c89-a610-601a14c3e300" 2024-11-12T15:17:45,629 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@186f8cf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:17:45,629 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,38795,-1] 2024-11-12T15:17:45,630 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:17:45,630 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:17:45,631 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:17:45,632 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50c8533a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:17:45,632 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:17:45,633 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,46571,1731424662199, seqNum=-1] 2024-11-12T15:17:45,633 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:17:45,634 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T15:17:45,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a6f201fa5419,38795,1731424662043 2024-11-12T15:17:45,637 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61561 2024-11-12T15:17:45,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61561, baseZNode=/11601695982 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T15:17:45,649 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012f9f8f0b0005 connected 2024-11-12T15:17:45,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cedc660, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:17:45,662 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,35765,-1 for getting cluster id 2024-11-12T15:17:45,662 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:17:45,663 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92e5affc-8a0e-4784-aaad-4148f5b0c647' 2024-11-12T15:17:45,663 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:17:45,663 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92e5affc-8a0e-4784-aaad-4148f5b0c647" 2024-11-12T15:17:45,664 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@399faed6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:17:45,664 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,35765,-1] 2024-11-12T15:17:45,664 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:17:45,664 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:17:45,665 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:17:45,666 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ee5e3e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:17:45,666 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:17:45,667 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,35765,1731424656583 2024-11-12T15:17:45,667 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25669aaf 2024-11-12T15:17:45,668 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:17:45,669 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T15:17:45,669 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://a6f201fa5419:38795,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T15:17:45,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T15:17:45,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:17:45,673 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a6f201fa5419:38795' 2024-11-12T15:17:45,674 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3703b637, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:17:45,674 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,38795,-1 for getting cluster id 2024-11-12T15:17:45,674 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:17:45,675 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7f3d5a1-4439-4c89-a610-601a14c3e300' 2024-11-12T15:17:45,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:17:45,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7f3d5a1-4439-4c89-a610-601a14c3e300" 2024-11-12T15:17:45,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@709465f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:17:45,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,38795,-1] 2024-11-12T15:17:45,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:17:45,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:17:45,677 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:17:45,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55748ea2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:17:45,678 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:17:45,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,38795,1731424662043 2024-11-12T15:17:45,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2944043e 2024-11-12T15:17:45,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:17:45,680 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T15:17:45,681 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-12T15:17:45,681 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T15:17:45,681 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:17:45,682 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:17:45,682 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:17:45,682 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T15:17:45,684 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T15:17:45,685 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T15:17:45,685 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:45,686 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T15:17:45,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741835_1011 (size=1138) 2024-11-12T15:17:45,734 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T15:17:45,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:17:45,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:17:46,095 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 60ba4791502f5974e5297fc725ef569f, NAME => 'hbase:replication,,1731424665682.60ba4791502f5974e5297fc725ef569f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39203/user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108 2024-11-12T15:17:46,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741836_1012 (size=44) 2024-11-12T15:17:46,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:17:46,335 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T15:17:46,335 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T15:17:46,336 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T15:17:46,336 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-12T15:17:46,336 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T15:17:46,336 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-12T15:17:46,336 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T15:17:46,336 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-12T15:17:46,501 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731424665682.60ba4791502f5974e5297fc725ef569f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:17:46,501 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 60ba4791502f5974e5297fc725ef569f, disabling compactions & flushes 2024-11-12T15:17:46,501 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731424665682.60ba4791502f5974e5297fc725ef569f. 2024-11-12T15:17:46,501 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731424665682.60ba4791502f5974e5297fc725ef569f. 2024-11-12T15:17:46,501 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731424665682.60ba4791502f5974e5297fc725ef569f. after waiting 0 ms 2024-11-12T15:17:46,501 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731424665682.60ba4791502f5974e5297fc725ef569f. 2024-11-12T15:17:46,501 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731424665682.60ba4791502f5974e5297fc725ef569f. 2024-11-12T15:17:46,501 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 60ba4791502f5974e5297fc725ef569f: Waiting for close lock at 1731424666501Disabling compacts and flushes for region at 1731424666501Disabling writes for close at 1731424666501Writing region close event to WAL at 1731424666501Closed at 1731424666501 2024-11-12T15:17:46,503 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T15:17:46,503 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731424665682.60ba4791502f5974e5297fc725ef569f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731424666503"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731424666503"}]},"ts":"1731424666503"} 2024-11-12T15:17:46,505 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T15:17:46,506 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T15:17:46,507 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731424666506"}]},"ts":"1731424666506"} 2024-11-12T15:17:46,511 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T15:17:46,511 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=60ba4791502f5974e5297fc725ef569f, ASSIGN}] 2024-11-12T15:17:46,513 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=60ba4791502f5974e5297fc725ef569f, ASSIGN 2024-11-12T15:17:46,514 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=60ba4791502f5974e5297fc725ef569f, ASSIGN; state=OFFLINE, location=a6f201fa5419,37711,1731424656844; forceNewPlan=false, retain=false 2024-11-12T15:17:46,665 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=60ba4791502f5974e5297fc725ef569f, regionState=OPENING, regionLocation=a6f201fa5419,37711,1731424656844 2024-11-12T15:17:46,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=60ba4791502f5974e5297fc725ef569f, ASSIGN because future has completed 2024-11-12T15:17:46,668 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60ba4791502f5974e5297fc725ef569f, server=a6f201fa5419,37711,1731424656844}] 2024-11-12T15:17:46,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:17:46,825 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731424665682.60ba4791502f5974e5297fc725ef569f. 2024-11-12T15:17:46,825 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:17:46,825 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T15:17:46,826 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a6f201fa5419%2C37711%2C1731424656844.rep, suffix=, logDir=hdfs://localhost:39203/user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/WALs/a6f201fa5419,37711,1731424656844, archiveDir=hdfs://localhost:39203/user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/oldWALs, maxLogs=10 2024-11-12T15:17:46,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/WALs/a6f201fa5419,37711,1731424656844/a6f201fa5419%2C37711%2C1731424656844.rep.1731424666827, exclude list is [], retry=0 2024-11-12T15:17:46,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33319,DS-1ad15d77-607c-408c-af11-6572b7a5a673,DISK] 2024-11-12T15:17:46,842 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/WALs/a6f201fa5419,37711,1731424656844/a6f201fa5419%2C37711%2C1731424656844.rep.1731424666827 2024-11-12T15:17:46,842 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45509:45509)] 2024-11-12T15:17:46,842 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 60ba4791502f5974e5297fc725ef569f, NAME => 'hbase:replication,,1731424665682.60ba4791502f5974e5297fc725ef569f.', STARTKEY => '', ENDKEY => ''} 2024-11-12T15:17:46,842 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T15:17:46,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T15:17:46,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731424665682.60ba4791502f5974e5297fc725ef569f. service=MultiRowMutationService 2024-11-12T15:17:46,843 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T15:17:46,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 60ba4791502f5974e5297fc725ef569f 2024-11-12T15:17:46,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731424665682.60ba4791502f5974e5297fc725ef569f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:17:46,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 60ba4791502f5974e5297fc725ef569f 2024-11-12T15:17:46,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 60ba4791502f5974e5297fc725ef569f 2024-11-12T15:17:46,844 INFO [StoreOpener-60ba4791502f5974e5297fc725ef569f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 60ba4791502f5974e5297fc725ef569f 2024-11-12T15:17:46,845 INFO [StoreOpener-60ba4791502f5974e5297fc725ef569f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60ba4791502f5974e5297fc725ef569f columnFamilyName hfileref 2024-11-12T15:17:46,846 DEBUG [StoreOpener-60ba4791502f5974e5297fc725ef569f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:46,846 INFO [StoreOpener-60ba4791502f5974e5297fc725ef569f-1 {}] regionserver.HStore(327): Store=60ba4791502f5974e5297fc725ef569f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:17:46,846 INFO [StoreOpener-60ba4791502f5974e5297fc725ef569f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 60ba4791502f5974e5297fc725ef569f 2024-11-12T15:17:46,847 INFO [StoreOpener-60ba4791502f5974e5297fc725ef569f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60ba4791502f5974e5297fc725ef569f columnFamilyName queue 2024-11-12T15:17:46,847 DEBUG [StoreOpener-60ba4791502f5974e5297fc725ef569f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:46,848 INFO [StoreOpener-60ba4791502f5974e5297fc725ef569f-1 {}] regionserver.HStore(327): Store=60ba4791502f5974e5297fc725ef569f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:17:46,848 INFO [StoreOpener-60ba4791502f5974e5297fc725ef569f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 60ba4791502f5974e5297fc725ef569f 2024-11-12T15:17:46,849 INFO [StoreOpener-60ba4791502f5974e5297fc725ef569f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60ba4791502f5974e5297fc725ef569f columnFamilyName sid 2024-11-12T15:17:46,849 DEBUG [StoreOpener-60ba4791502f5974e5297fc725ef569f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:46,849 INFO [StoreOpener-60ba4791502f5974e5297fc725ef569f-1 {}] regionserver.HStore(327): Store=60ba4791502f5974e5297fc725ef569f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:17:46,849 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 60ba4791502f5974e5297fc725ef569f 2024-11-12T15:17:46,850 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39203/user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/data/hbase/replication/60ba4791502f5974e5297fc725ef569f 2024-11-12T15:17:46,850 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39203/user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/data/hbase/replication/60ba4791502f5974e5297fc725ef569f 2024-11-12T15:17:46,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 60ba4791502f5974e5297fc725ef569f 2024-11-12T15:17:46,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 60ba4791502f5974e5297fc725ef569f 2024-11-12T15:17:46,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T15:17:46,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 60ba4791502f5974e5297fc725ef569f 2024-11-12T15:17:46,855 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39203/user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/data/hbase/replication/60ba4791502f5974e5297fc725ef569f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T15:17:46,855 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 60ba4791502f5974e5297fc725ef569f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60590042, jitterRate=-0.09713801741600037}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T15:17:46,855 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 60ba4791502f5974e5297fc725ef569f 2024-11-12T15:17:46,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 60ba4791502f5974e5297fc725ef569f: Running coprocessor pre-open hook at 1731424666843Writing region info on filesystem at 1731424666843Initializing all the Stores at 1731424666844 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424666844Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424666844Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424666844Cleaning up temporary data from old regions at 1731424666851 (+7 ms)Running coprocessor post-open hooks at 1731424666855 (+4 ms)Region opened successfully at 1731424666856 (+1 ms) 2024-11-12T15:17:46,857 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731424665682.60ba4791502f5974e5297fc725ef569f., pid=7, masterSystemTime=1731424666820 2024-11-12T15:17:46,859 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731424665682.60ba4791502f5974e5297fc725ef569f. 2024-11-12T15:17:46,859 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731424665682.60ba4791502f5974e5297fc725ef569f. 2024-11-12T15:17:46,860 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=60ba4791502f5974e5297fc725ef569f, regionState=OPEN, openSeqNum=2, regionLocation=a6f201fa5419,37711,1731424656844 2024-11-12T15:17:46,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60ba4791502f5974e5297fc725ef569f, server=a6f201fa5419,37711,1731424656844 because future has completed 2024-11-12T15:17:46,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-12T15:17:46,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 60ba4791502f5974e5297fc725ef569f, server=a6f201fa5419,37711,1731424656844 in 197 msec 2024-11-12T15:17:46,869 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T15:17:46,870 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=60ba4791502f5974e5297fc725ef569f, ASSIGN in 356 msec 2024-11-12T15:17:46,871 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T15:17:46,871 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731424666871"}]},"ts":"1731424666871"} 2024-11-12T15:17:46,873 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T15:17:46,874 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T15:17:46,876 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1920 sec 2024-11-12T15:17:46,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731424665682.60ba4791502f5974e5297fc725ef569f., hostname=a6f201fa5419,37711,1731424656844, seqNum=2] 2024-11-12T15:17:46,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35765-0x1012f9f8f0b0000, quorum=127.0.0.1:61561, baseZNode=/0-526852357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-526852357 2024-11-12T15:17:46,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37711-0x1012f9f8f0b0001, quorum=127.0.0.1:61561, baseZNode=/0-526852357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-526852357 2024-11-12T15:17:46,992 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T15:17:47,146 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37711 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-12T15:17:47,146 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T15:17:47,172 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-a6f201fa5419,37711,1731424656844, ReplicationSource: 1, currentBandwidth=0 2024-11-12T15:17:47,172 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:17:47,172 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,37711,1731424656844, seqNum=-1] 2024-11-12T15:17:47,172 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:17:47,174 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38165, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-12T15:17:47,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a6f201fa5419,37711,1731424656844', locateType=CURRENT is [region=hbase:replication,,1731424665682.60ba4791502f5974e5297fc725ef569f., hostname=a6f201fa5419,37711,1731424656844, seqNum=2] 2024-11-12T15:17:47,178 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-12T15:17:47,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-12T15:17:47,181 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a6f201fa5419,37711,1731424656844 suceeded 2024-11-12T15:17:47,183 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-12T15:17:47,183 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a6f201fa5419:38795,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T15:17:47,183 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-12T15:17:47,185 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5140 sec 2024-11-12T15:17:47,192 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37711,1731424656844 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a6f201fa5419:38795' 2024-11-12T15:17:47,193 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37711,1731424656844 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14fc06e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:17:47,193 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37711,1731424656844 {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,38795,-1 for getting cluster id 2024-11-12T15:17:47,193 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37711,1731424656844 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:17:47,194 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7f3d5a1-4439-4c89-a610-601a14c3e300' 2024-11-12T15:17:47,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:17:47,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7f3d5a1-4439-4c89-a610-601a14c3e300" 2024-11-12T15:17:47,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@552eb002, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:17:47,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,38795,-1] 2024-11-12T15:17:47,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:17:47,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:17:47,195 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:17:47,196 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37711,1731424656844 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a649da0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:17:47,196 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37711,1731424656844 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:17:47,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,38795,1731424662043 2024-11-12T15:17:47,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c43483c 2024-11-12T15:17:47,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:17:47,198 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-12T15:17:47,198 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37711,1731424656844 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a6f201fa5419,37711,1731424656844 (queues=1) is replicating from cluster=92e5affc-8a0e-4784-aaad-4148f5b0c647 to cluster=d7f3d5a1-4439-4c89-a610-601a14c3e300 2024-11-12T15:17:47,198 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37711,1731424656844 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a6f201fa5419%2C37711%2C1731424656844 2024-11-12T15:17:47,199 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37711,1731424656844 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a6f201fa5419,37711,1731424656844, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T15:17:47,199 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37711,1731424656844.replicationSource.shippera6f201fa5419%2C37711%2C1731424656844,1-a6f201fa5419,37711,1731424656844 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a6f201fa5419%2C37711%2C1731424656844 2024-11-12T15:17:47,199 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37711,1731424656844.replicationSource.wal-reader.a6f201fa5419%2C37711%2C1731424656844,1-a6f201fa5419,37711,1731424656844 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39203/user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/WALs/a6f201fa5419,37711,1731424656844/a6f201fa5419%2C37711%2C1731424656844.1731424659248, startPosition=0, beingWritten=true 2024-11-12T15:17:47,404 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37711,1731424656844.replicationSource.wal-reader.a6f201fa5419%2C37711%2C1731424656844,1-a6f201fa5419,37711,1731424656844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39203/user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/WALs/a6f201fa5419,37711,1731424656844/a6f201fa5419%2C37711%2C1731424656844.1731424659248 to pos 0, reset compression=false 2024-11-12T15:17:47,709 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37711,1731424656844.replicationSource.wal-reader.a6f201fa5419%2C37711%2C1731424656844,1-a6f201fa5419,37711,1731424656844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39203/user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/WALs/a6f201fa5419,37711,1731424656844/a6f201fa5419%2C37711%2C1731424656844.1731424659248 to pos 0, reset compression=false 2024-11-12T15:17:47,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:17:47,818 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T15:17:47,818 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T15:17:47,818 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:17:47,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:17:47,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:17:47,819 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:17:47,819 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:17:47,820 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,35765,1731424656583 2024-11-12T15:17:47,820 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13e5f4ba 2024-11-12T15:17:47,820 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:17:47,821 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T15:17:47,821 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-12T15:17:47,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T15:17:47,821 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T15:17:47,822 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:17:47,822 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:17:47,822 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:17:47,822 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:17:47,822 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T15:17:47,822 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1727021494, stopped=false 2024-11-12T15:17:47,822 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a6f201fa5419,38795,1731424662043 2024-11-12T15:17:47,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38795-0x1012f9f8f0b0003, quorum=127.0.0.1:61561, baseZNode=/11601695982 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11601695982/running 2024-11-12T15:17:47,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46571-0x1012f9f8f0b0004, quorum=127.0.0.1:61561, baseZNode=/11601695982 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11601695982/running 2024-11-12T15:17:47,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38795-0x1012f9f8f0b0003, quorum=127.0.0.1:61561, baseZNode=/11601695982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11601695982 2024-11-12T15:17:47,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46571-0x1012f9f8f0b0004, quorum=127.0.0.1:61561, baseZNode=/11601695982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11601695982 2024-11-12T15:17:47,932 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T15:17:47,932 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T15:17:47,933 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:17:47,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:17:47,933 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a6f201fa5419,46571,1731424662199' ***** 2024-11-12T15:17:47,933 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T15:17:47,933 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38795-0x1012f9f8f0b0003, quorum=127.0.0.1:61561, baseZNode=/11601695982 Set watcher on znode that does not yet exist, /11601695982/running 2024-11-12T15:17:47,933 INFO [RS:0;a6f201fa5419:46571 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T15:17:47,933 INFO [RS:0;a6f201fa5419:46571 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T15:17:47,933 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T15:17:47,933 INFO [RS:0;a6f201fa5419:46571 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T15:17:47,933 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46571-0x1012f9f8f0b0004, quorum=127.0.0.1:61561, baseZNode=/11601695982 Set watcher on znode that does not yet exist, /11601695982/running 2024-11-12T15:17:47,933 INFO [RS:0;a6f201fa5419:46571 {}] regionserver.HRegionServer(959): stopping server a6f201fa5419,46571,1731424662199 2024-11-12T15:17:47,933 INFO [RS:0;a6f201fa5419:46571 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T15:17:47,933 INFO [RS:0;a6f201fa5419:46571 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a6f201fa5419:46571. 2024-11-12T15:17:47,934 DEBUG [RS:0;a6f201fa5419:46571 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:17:47,934 DEBUG [RS:0;a6f201fa5419:46571 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:17:47,934 INFO [RS:0;a6f201fa5419:46571 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T15:17:47,934 INFO [RS:0;a6f201fa5419:46571 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T15:17:47,934 INFO [RS:0;a6f201fa5419:46571 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T15:17:47,934 INFO [RS:0;a6f201fa5419:46571 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T15:17:47,934 INFO [RS:0;a6f201fa5419:46571 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T15:17:47,934 DEBUG [RS:0;a6f201fa5419:46571 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T15:17:47,934 DEBUG [RS:0;a6f201fa5419:46571 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T15:17:47,934 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T15:17:47,934 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T15:17:47,934 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T15:17:47,934 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T15:17:47,934 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T15:17:47,934 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-12T15:17:47,939 INFO [regionserver/a6f201fa5419:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T15:17:47,948 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43339/user/jenkins/test-data/44849c5c-8de4-cd75-f087-a6bd202fd427/data/hbase/meta/1588230740/.tmp/ns/b83d2fe890fd4ec29a194278d78117a2 is 43, key is default/ns:d/1731424665537/Put/seqid=0 2024-11-12T15:17:47,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741835_1011 (size=5153) 2024-11-12T15:17:48,115 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37711,1731424656844.replicationSource.wal-reader.a6f201fa5419%2C37711%2C1731424656844,1-a6f201fa5419,37711,1731424656844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39203/user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/WALs/a6f201fa5419,37711,1731424656844/a6f201fa5419%2C37711%2C1731424656844.1731424659248 to pos 0, reset compression=false 2024-11-12T15:17:48,134 DEBUG [RS:0;a6f201fa5419:46571 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T15:17:48,334 DEBUG [RS:0;a6f201fa5419:46571 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T15:17:48,353 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43339/user/jenkins/test-data/44849c5c-8de4-cd75-f087-a6bd202fd427/data/hbase/meta/1588230740/.tmp/ns/b83d2fe890fd4ec29a194278d78117a2 2024-11-12T15:17:48,359 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43339/user/jenkins/test-data/44849c5c-8de4-cd75-f087-a6bd202fd427/data/hbase/meta/1588230740/.tmp/ns/b83d2fe890fd4ec29a194278d78117a2 as hdfs://localhost:43339/user/jenkins/test-data/44849c5c-8de4-cd75-f087-a6bd202fd427/data/hbase/meta/1588230740/ns/b83d2fe890fd4ec29a194278d78117a2 2024-11-12T15:17:48,364 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43339/user/jenkins/test-data/44849c5c-8de4-cd75-f087-a6bd202fd427/data/hbase/meta/1588230740/ns/b83d2fe890fd4ec29a194278d78117a2, entries=2, sequenceid=6, filesize=5.0 K 2024-11-12T15:17:48,365 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=6, compaction requested=false 2024-11-12T15:17:48,370 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43339/user/jenkins/test-data/44849c5c-8de4-cd75-f087-a6bd202fd427/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-12T15:17:48,370 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T15:17:48,370 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T15:17:48,371 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T15:17:48,371 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731424667934Running coprocessor pre-close hooks at 1731424667934Disabling compacts and flushes for region at 1731424667934Disabling writes for close at 1731424667934Obtaining lock to block concurrent updates at 1731424667934Preparing flush snapshotting stores in 1588230740 at 1731424667934Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731424667935 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731424667935Flushing 1588230740/ns: creating writer at 1731424667935Flushing 1588230740/ns: appending metadata at 1731424667948 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731424667948Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48f1c40b: reopening flushed file at 1731424668358 (+410 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=6, compaction requested=false at 1731424668365 (+7 ms)Writing region close event to WAL at 1731424668366 (+1 ms)Running coprocessor post-close hooks at 1731424668370 (+4 ms)Closed at 1731424668371 (+1 ms) 2024-11-12T15:17:48,371 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T15:17:48,493 INFO [regionserver/a6f201fa5419:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T15:17:48,493 INFO [regionserver/a6f201fa5419:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T15:17:48,535 INFO [RS:0;a6f201fa5419:46571 {}] regionserver.HRegionServer(976): stopping server a6f201fa5419,46571,1731424662199; all regions closed. 2024-11-12T15:17:48,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741834_1010 (size=1152) 2024-11-12T15:17:48,541 DEBUG [RS:0;a6f201fa5419:46571 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/44849c5c-8de4-cd75-f087-a6bd202fd427/oldWALs 2024-11-12T15:17:48,541 INFO [RS:0;a6f201fa5419:46571 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a6f201fa5419%2C46571%2C1731424662199.meta:.meta(num 1731424665483) 2024-11-12T15:17:48,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741832_1008 (size=93) 2024-11-12T15:17:48,545 DEBUG [RS:0;a6f201fa5419:46571 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/44849c5c-8de4-cd75-f087-a6bd202fd427/oldWALs 2024-11-12T15:17:48,545 INFO [RS:0;a6f201fa5419:46571 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a6f201fa5419%2C46571%2C1731424662199:(num 1731424664566) 2024-11-12T15:17:48,545 DEBUG [RS:0;a6f201fa5419:46571 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:17:48,545 INFO [RS:0;a6f201fa5419:46571 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T15:17:48,545 INFO [RS:0;a6f201fa5419:46571 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T15:17:48,545 INFO [RS:0;a6f201fa5419:46571 {}] hbase.ChoreService(370): Chore service for: regionserver/a6f201fa5419:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T15:17:48,545 INFO [RS:0;a6f201fa5419:46571 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T15:17:48,545 INFO [regionserver/a6f201fa5419:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T15:17:48,546 INFO [RS:0;a6f201fa5419:46571 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46571 2024-11-12T15:17:48,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38795-0x1012f9f8f0b0003, quorum=127.0.0.1:61561, baseZNode=/11601695982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11601695982/rs 2024-11-12T15:17:48,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46571-0x1012f9f8f0b0004, quorum=127.0.0.1:61561, baseZNode=/11601695982 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11601695982/rs/a6f201fa5419,46571,1731424662199 2024-11-12T15:17:48,595 INFO [RS:0;a6f201fa5419:46571 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T15:17:48,606 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a6f201fa5419,46571,1731424662199] 2024-11-12T15:17:48,616 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11601695982/draining/a6f201fa5419,46571,1731424662199 already deleted, retry=false 2024-11-12T15:17:48,616 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a6f201fa5419,46571,1731424662199 expired; onlineServers=0 2024-11-12T15:17:48,616 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a6f201fa5419,38795,1731424662043' ***** 2024-11-12T15:17:48,616 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T15:17:48,616 INFO [M:0;a6f201fa5419:38795 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T15:17:48,616 INFO [M:0;a6f201fa5419:38795 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T15:17:48,617 DEBUG [M:0;a6f201fa5419:38795 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T15:17:48,617 DEBUG [M:0;a6f201fa5419:38795 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T15:17:48,617 DEBUG [master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.large.0-1731424664279 {}] cleaner.HFileCleaner(306): Exit Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.large.0-1731424664279,5,FailOnTimeoutGroup] 2024-11-12T15:17:48,617 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T15:17:48,617 DEBUG [master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.small.0-1731424664280 {}] cleaner.HFileCleaner(306): Exit Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.small.0-1731424664280,5,FailOnTimeoutGroup] 2024-11-12T15:17:48,617 INFO [M:0;a6f201fa5419:38795 {}] hbase.ChoreService(370): Chore service for: master/a6f201fa5419:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T15:17:48,617 INFO [M:0;a6f201fa5419:38795 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T15:17:48,617 DEBUG [M:0;a6f201fa5419:38795 {}] master.HMaster(1795): Stopping service threads 2024-11-12T15:17:48,617 INFO [M:0;a6f201fa5419:38795 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T15:17:48,618 INFO [M:0;a6f201fa5419:38795 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T15:17:48,618 INFO [M:0;a6f201fa5419:38795 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T15:17:48,618 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T15:17:48,619 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37711,1731424656844.replicationSource.wal-reader.a6f201fa5419%2C37711%2C1731424656844,1-a6f201fa5419,37711,1731424656844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39203/user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/WALs/a6f201fa5419,37711,1731424656844/a6f201fa5419%2C37711%2C1731424656844.1731424659248 to pos 0, reset compression=false 2024-11-12T15:17:48,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38795-0x1012f9f8f0b0003, quorum=127.0.0.1:61561, baseZNode=/11601695982 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11601695982/master 2024-11-12T15:17:48,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38795-0x1012f9f8f0b0003, quorum=127.0.0.1:61561, baseZNode=/11601695982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11601695982 2024-11-12T15:17:48,627 DEBUG [M:0;a6f201fa5419:38795 {}] zookeeper.ZKUtil(347): master:38795-0x1012f9f8f0b0003, quorum=127.0.0.1:61561, baseZNode=/11601695982 Unable to get data of znode /11601695982/master because node does not exist (not an error) 2024-11-12T15:17:48,627 WARN [M:0;a6f201fa5419:38795 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T15:17:48,628 INFO [M:0;a6f201fa5419:38795 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43339/user/jenkins/test-data/44849c5c-8de4-cd75-f087-a6bd202fd427/.lastflushedseqids 2024-11-12T15:17:48,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741836_1012 (size=99) 2024-11-12T15:17:48,706 INFO [RS:0;a6f201fa5419:46571 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T15:17:48,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46571-0x1012f9f8f0b0004, quorum=127.0.0.1:61561, baseZNode=/11601695982 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:17:48,706 INFO [RS:0;a6f201fa5419:46571 {}] regionserver.HRegionServer(1031): Exiting; stopping=a6f201fa5419,46571,1731424662199; zookeeper connection closed. 2024-11-12T15:17:48,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46571-0x1012f9f8f0b0004, quorum=127.0.0.1:61561, baseZNode=/11601695982 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:17:48,706 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@12b5324e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@12b5324e 2024-11-12T15:17:48,707 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T15:17:49,036 INFO [M:0;a6f201fa5419:38795 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T15:17:49,036 INFO [M:0;a6f201fa5419:38795 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T15:17:49,036 DEBUG [M:0;a6f201fa5419:38795 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T15:17:49,036 INFO [M:0;a6f201fa5419:38795 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:17:49,036 DEBUG [M:0;a6f201fa5419:38795 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:17:49,036 DEBUG [M:0;a6f201fa5419:38795 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T15:17:49,036 DEBUG [M:0;a6f201fa5419:38795 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:17:49,036 INFO [M:0;a6f201fa5419:38795 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-12T15:17:49,062 DEBUG [M:0;a6f201fa5419:38795 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43339/user/jenkins/test-data/44849c5c-8de4-cd75-f087-a6bd202fd427/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/73ba13b5b4b14aeab6daee19bf8308ff is 82, key is hbase:meta,,1/info:regioninfo/1731424665516/Put/seqid=0 2024-11-12T15:17:49,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741837_1013 (size=5672) 2024-11-12T15:17:49,081 INFO [M:0;a6f201fa5419:38795 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43339/user/jenkins/test-data/44849c5c-8de4-cd75-f087-a6bd202fd427/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/73ba13b5b4b14aeab6daee19bf8308ff 2024-11-12T15:17:49,105 DEBUG [M:0;a6f201fa5419:38795 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43339/user/jenkins/test-data/44849c5c-8de4-cd75-f087-a6bd202fd427/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/83b8fa7128d2423ea7f708a701e7daf2 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731424665542/Put/seqid=0 2024-11-12T15:17:49,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741838_1014 (size=5275) 2024-11-12T15:17:49,226 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37711,1731424656844.replicationSource.wal-reader.a6f201fa5419%2C37711%2C1731424656844,1-a6f201fa5419,37711,1731424656844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39203/user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/WALs/a6f201fa5419,37711,1731424656844/a6f201fa5419%2C37711%2C1731424656844.1731424659248 to pos 0, reset compression=false 2024-11-12T15:17:49,622 INFO [M:0;a6f201fa5419:38795 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43339/user/jenkins/test-data/44849c5c-8de4-cd75-f087-a6bd202fd427/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/83b8fa7128d2423ea7f708a701e7daf2 2024-11-12T15:17:49,647 DEBUG [M:0;a6f201fa5419:38795 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43339/user/jenkins/test-data/44849c5c-8de4-cd75-f087-a6bd202fd427/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c2b33bf5b287412f965ec7060b5cd55a is 69, key is a6f201fa5419,46571,1731424662199/rs:state/1731424664364/Put/seqid=0 2024-11-12T15:17:49,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741839_1015 (size=5156) 2024-11-12T15:17:49,655 INFO [M:0;a6f201fa5419:38795 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43339/user/jenkins/test-data/44849c5c-8de4-cd75-f087-a6bd202fd427/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c2b33bf5b287412f965ec7060b5cd55a 2024-11-12T15:17:49,665 DEBUG [M:0;a6f201fa5419:38795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43339/user/jenkins/test-data/44849c5c-8de4-cd75-f087-a6bd202fd427/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/73ba13b5b4b14aeab6daee19bf8308ff as hdfs://localhost:43339/user/jenkins/test-data/44849c5c-8de4-cd75-f087-a6bd202fd427/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/73ba13b5b4b14aeab6daee19bf8308ff 2024-11-12T15:17:49,673 INFO [M:0;a6f201fa5419:38795 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43339/user/jenkins/test-data/44849c5c-8de4-cd75-f087-a6bd202fd427/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/73ba13b5b4b14aeab6daee19bf8308ff, entries=8, sequenceid=28, filesize=5.5 K 2024-11-12T15:17:49,674 DEBUG [M:0;a6f201fa5419:38795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43339/user/jenkins/test-data/44849c5c-8de4-cd75-f087-a6bd202fd427/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/83b8fa7128d2423ea7f708a701e7daf2 as hdfs://localhost:43339/user/jenkins/test-data/44849c5c-8de4-cd75-f087-a6bd202fd427/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/83b8fa7128d2423ea7f708a701e7daf2 2024-11-12T15:17:49,682 INFO [M:0;a6f201fa5419:38795 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43339/user/jenkins/test-data/44849c5c-8de4-cd75-f087-a6bd202fd427/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/83b8fa7128d2423ea7f708a701e7daf2, entries=3, sequenceid=28, filesize=5.2 K 2024-11-12T15:17:49,683 DEBUG [M:0;a6f201fa5419:38795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43339/user/jenkins/test-data/44849c5c-8de4-cd75-f087-a6bd202fd427/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c2b33bf5b287412f965ec7060b5cd55a as hdfs://localhost:43339/user/jenkins/test-data/44849c5c-8de4-cd75-f087-a6bd202fd427/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c2b33bf5b287412f965ec7060b5cd55a 2024-11-12T15:17:49,690 INFO [M:0;a6f201fa5419:38795 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43339/user/jenkins/test-data/44849c5c-8de4-cd75-f087-a6bd202fd427/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c2b33bf5b287412f965ec7060b5cd55a, entries=1, sequenceid=28, filesize=5.0 K 2024-11-12T15:17:49,691 INFO [M:0;a6f201fa5419:38795 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 655ms, sequenceid=28, compaction requested=false 2024-11-12T15:17:49,704 INFO [M:0;a6f201fa5419:38795 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:17:49,704 DEBUG [M:0;a6f201fa5419:38795 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731424669036Disabling compacts and flushes for region at 1731424669036Disabling writes for close at 1731424669036Obtaining lock to block concurrent updates at 1731424669036Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731424669036Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731424669037 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731424669037Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731424669037Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731424669060 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731424669060Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731424669087 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731424669105 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731424669105Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731424669627 (+522 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731424669646 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731424669646Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10efd1cb: reopening flushed file at 1731424669664 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6686a00d: reopening flushed file at 1731424669673 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54fcd4bb: reopening flushed file at 1731424669682 (+9 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 655ms, sequenceid=28, compaction requested=false at 1731424669691 (+9 ms)Writing region close event to WAL at 1731424669704 (+13 ms)Closed at 1731424669704 2024-11-12T15:17:49,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741830_1006 (size=10165) 2024-11-12T15:17:49,712 INFO [M:0;a6f201fa5419:38795 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T15:17:49,712 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T15:17:49,712 INFO [M:0;a6f201fa5419:38795 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38795 2024-11-12T15:17:49,713 INFO [M:0;a6f201fa5419:38795 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T15:17:49,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38795-0x1012f9f8f0b0003, quorum=127.0.0.1:61561, baseZNode=/11601695982 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:17:49,832 INFO [M:0;a6f201fa5419:38795 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T15:17:49,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38795-0x1012f9f8f0b0003, quorum=127.0.0.1:61561, baseZNode=/11601695982 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:17:49,835 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3942448e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T15:17:49,836 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7dd49cc1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T15:17:49,836 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T15:17:49,836 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d34bb4f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T15:17:49,836 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54ab07b2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7f68c33b-6685-34aa-242e-4e7e1e7ffa54/hadoop.log.dir/,STOPPED} 2024-11-12T15:17:49,838 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T15:17:49,838 WARN [BP-1610572980-172.17.0.2-1731424660183 heartbeating to localhost/127.0.0.1:43339 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T15:17:49,838 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T15:17:49,838 WARN [BP-1610572980-172.17.0.2-1731424660183 heartbeating to localhost/127.0.0.1:43339 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1610572980-172.17.0.2-1731424660183 (Datanode Uuid 6d8aba96-211c-4d8e-90a5-047d96e44f99) service to localhost/127.0.0.1:43339 2024-11-12T15:17:49,838 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7f68c33b-6685-34aa-242e-4e7e1e7ffa54/cluster_c74c298e-cc60-44d3-6865-5ae8f8b04a72/data/data1/current/BP-1610572980-172.17.0.2-1731424660183 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T15:17:49,838 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7f68c33b-6685-34aa-242e-4e7e1e7ffa54/cluster_c74c298e-cc60-44d3-6865-5ae8f8b04a72/data/data2/current/BP-1610572980-172.17.0.2-1731424660183 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T15:17:49,839 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T15:17:49,849 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1558cfc9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T15:17:49,851 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c0f823e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T15:17:49,851 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T15:17:49,851 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59a908fa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T15:17:49,851 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d5ad8c4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7f68c33b-6685-34aa-242e-4e7e1e7ffa54/hadoop.log.dir/,STOPPED} 2024-11-12T15:17:49,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T15:17:49,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T15:17:49,870 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T15:17:49,871 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:17:49,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:17:49,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:17:49,871 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:17:49,871 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T15:17:49,871 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1334705742, stopped=false 2024-11-12T15:17:49,871 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a6f201fa5419,35765,1731424656583 2024-11-12T15:17:49,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35765-0x1012f9f8f0b0000, quorum=127.0.0.1:61561, baseZNode=/0-526852357 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-526852357/running 2024-11-12T15:17:49,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37711-0x1012f9f8f0b0001, quorum=127.0.0.1:61561, baseZNode=/0-526852357 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-526852357/running 2024-11-12T15:17:49,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37711-0x1012f9f8f0b0001, quorum=127.0.0.1:61561, baseZNode=/0-526852357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-526852357 2024-11-12T15:17:49,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35765-0x1012f9f8f0b0000, quorum=127.0.0.1:61561, baseZNode=/0-526852357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-526852357 2024-11-12T15:17:49,890 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T15:17:49,890 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T15:17:49,891 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:17:49,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:17:49,891 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35765-0x1012f9f8f0b0000, quorum=127.0.0.1:61561, baseZNode=/0-526852357 Set watcher on znode that does not yet exist, /0-526852357/running 2024-11-12T15:17:49,891 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a6f201fa5419,37711,1731424656844' ***** 2024-11-12T15:17:49,891 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T15:17:49,891 INFO [RS:0;a6f201fa5419:37711 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T15:17:49,891 INFO [RS:0;a6f201fa5419:37711 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T15:17:49,891 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37711-0x1012f9f8f0b0001, quorum=127.0.0.1:61561, baseZNode=/0-526852357 Set watcher on znode that does not yet exist, /0-526852357/running 2024-11-12T15:17:49,891 INFO [RS:0;a6f201fa5419:37711 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T15:17:49,891 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T15:17:49,892 INFO [RS:0;a6f201fa5419:37711 {}] regionserver.HRegionServer(3091): Received CLOSE for 60ba4791502f5974e5297fc725ef569f 2024-11-12T15:17:49,892 INFO [RS:0;a6f201fa5419:37711 {}] regionserver.HRegionServer(959): stopping server a6f201fa5419,37711,1731424656844 2024-11-12T15:17:49,892 INFO [RS:0;a6f201fa5419:37711 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T15:17:49,892 INFO [RS:0;a6f201fa5419:37711 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a6f201fa5419:37711. 2024-11-12T15:17:49,892 DEBUG [RS:0;a6f201fa5419:37711 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:17:49,892 DEBUG [RS:0;a6f201fa5419:37711 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:17:49,892 INFO [RS:0;a6f201fa5419:37711 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T15:17:49,892 INFO [RS:0;a6f201fa5419:37711 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T15:17:49,892 INFO [RS:0;a6f201fa5419:37711 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T15:17:49,892 INFO [RS:0;a6f201fa5419:37711 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T15:17:49,893 INFO [RS:0;a6f201fa5419:37711 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T15:17:49,893 DEBUG [RS:0;a6f201fa5419:37711 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 60ba4791502f5974e5297fc725ef569f=hbase:replication,,1731424665682.60ba4791502f5974e5297fc725ef569f.} 2024-11-12T15:17:49,893 DEBUG [RS:0;a6f201fa5419:37711 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 60ba4791502f5974e5297fc725ef569f 2024-11-12T15:17:49,893 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T15:17:49,893 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T15:17:49,893 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 60ba4791502f5974e5297fc725ef569f, disabling compactions & flushes 2024-11-12T15:17:49,893 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T15:17:49,893 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731424665682.60ba4791502f5974e5297fc725ef569f. 2024-11-12T15:17:49,893 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T15:17:49,893 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731424665682.60ba4791502f5974e5297fc725ef569f. 2024-11-12T15:17:49,893 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T15:17:49,893 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731424665682.60ba4791502f5974e5297fc725ef569f. after waiting 0 ms 2024-11-12T15:17:49,893 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731424665682.60ba4791502f5974e5297fc725ef569f. 2024-11-12T15:17:49,893 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 60ba4791502f5974e5297fc725ef569f 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-12T15:17:49,893 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-12T15:17:49,912 INFO [regionserver/a6f201fa5419:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T15:17:49,919 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39203/user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/data/hbase/replication/60ba4791502f5974e5297fc725ef569f/.tmp/queue/ecacce481dfe4fc6861ef8851398231b is 151, key is 1-a6f201fa5419,37711,1731424656844/queue:a6f201fa5419%2C37711%2C1731424656844/1731424667177/Put/seqid=0 2024-11-12T15:17:49,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741838_1014 (size=5350) 2024-11-12T15:17:49,926 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39203/user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/data/hbase/meta/1588230740/.tmp/info/fa291fc53b854f3b845d296e974466fe is 147, key is hbase:replication,,1731424665682.60ba4791502f5974e5297fc725ef569f./info:regioninfo/1731424666860/Put/seqid=0 2024-11-12T15:17:49,928 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39203/user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/data/hbase/replication/60ba4791502f5974e5297fc725ef569f/.tmp/queue/ecacce481dfe4fc6861ef8851398231b 2024-11-12T15:17:49,932 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37711,1731424656844.replicationSource.wal-reader.a6f201fa5419%2C37711%2C1731424656844,1-a6f201fa5419,37711,1731424656844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39203/user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/WALs/a6f201fa5419,37711,1731424656844/a6f201fa5419%2C37711%2C1731424656844.1731424659248 to pos 0, reset compression=false 2024-11-12T15:17:49,945 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39203/user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/data/hbase/replication/60ba4791502f5974e5297fc725ef569f/.tmp/queue/ecacce481dfe4fc6861ef8851398231b as hdfs://localhost:39203/user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/data/hbase/replication/60ba4791502f5974e5297fc725ef569f/queue/ecacce481dfe4fc6861ef8851398231b 2024-11-12T15:17:49,953 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39203/user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/data/hbase/replication/60ba4791502f5974e5297fc725ef569f/queue/ecacce481dfe4fc6861ef8851398231b, entries=1, sequenceid=5, filesize=5.2 K 2024-11-12T15:17:49,954 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 60ba4791502f5974e5297fc725ef569f in 61ms, sequenceid=5, compaction requested=false 2024-11-12T15:17:49,954 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-12T15:17:49,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741839_1015 (size=6631) 2024-11-12T15:17:49,958 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39203/user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/data/hbase/meta/1588230740/.tmp/info/fa291fc53b854f3b845d296e974466fe 2024-11-12T15:17:50,006 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39203/user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/data/hbase/meta/1588230740/.tmp/ns/a8eff547b3254dc3a646692e96243c57 is 43, key is default/ns:d/1731424659909/Put/seqid=0 2024-11-12T15:17:50,010 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39203/user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/data/hbase/replication/60ba4791502f5974e5297fc725ef569f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T15:17:50,011 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T15:17:50,011 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T15:17:50,011 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731424665682.60ba4791502f5974e5297fc725ef569f. 2024-11-12T15:17:50,011 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 60ba4791502f5974e5297fc725ef569f: Waiting for close lock at 1731424669893Running coprocessor pre-close hooks at 1731424669893Disabling compacts and flushes for region at 1731424669893Disabling writes for close at 1731424669893Obtaining lock to block concurrent updates at 1731424669893Preparing flush snapshotting stores in 60ba4791502f5974e5297fc725ef569f at 1731424669893Finished memstore snapshotting hbase:replication,,1731424665682.60ba4791502f5974e5297fc725ef569f., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731424669894 (+1 ms)Flushing stores of hbase:replication,,1731424665682.60ba4791502f5974e5297fc725ef569f. at 1731424669894Flushing 60ba4791502f5974e5297fc725ef569f/queue: creating writer at 1731424669895 (+1 ms)Flushing 60ba4791502f5974e5297fc725ef569f/queue: appending metadata at 1731424669918 (+23 ms)Flushing 60ba4791502f5974e5297fc725ef569f/queue: closing flushed file at 1731424669919 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bd9ea24: reopening flushed file at 1731424669943 (+24 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 60ba4791502f5974e5297fc725ef569f in 61ms, sequenceid=5, compaction requested=false at 1731424669954 (+11 ms)Writing region close event to WAL at 1731424670000 (+46 ms)Running coprocessor post-close hooks at 1731424670011 (+11 ms)Closed at 1731424670011 2024-11-12T15:17:50,011 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731424665682.60ba4791502f5974e5297fc725ef569f. 2024-11-12T15:17:50,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741840_1016 (size=5153) 2024-11-12T15:17:50,026 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39203/user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/data/hbase/meta/1588230740/.tmp/ns/a8eff547b3254dc3a646692e96243c57 2024-11-12T15:17:50,067 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39203/user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/data/hbase/meta/1588230740/.tmp/table/9ac12ce038e342fe8567958dd06b584f is 53, key is hbase:replication/table:state/1731424666871/Put/seqid=0 2024-11-12T15:17:50,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741841_1017 (size=5256) 2024-11-12T15:17:50,088 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39203/user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/data/hbase/meta/1588230740/.tmp/table/9ac12ce038e342fe8567958dd06b584f 2024-11-12T15:17:50,093 DEBUG [RS:0;a6f201fa5419:37711 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T15:17:50,097 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39203/user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/data/hbase/meta/1588230740/.tmp/info/fa291fc53b854f3b845d296e974466fe as hdfs://localhost:39203/user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/data/hbase/meta/1588230740/info/fa291fc53b854f3b845d296e974466fe 2024-11-12T15:17:50,109 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39203/user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/data/hbase/meta/1588230740/info/fa291fc53b854f3b845d296e974466fe, entries=10, sequenceid=11, filesize=6.5 K 2024-11-12T15:17:50,110 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39203/user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/data/hbase/meta/1588230740/.tmp/ns/a8eff547b3254dc3a646692e96243c57 as hdfs://localhost:39203/user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/data/hbase/meta/1588230740/ns/a8eff547b3254dc3a646692e96243c57 2024-11-12T15:17:50,116 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39203/user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/data/hbase/meta/1588230740/ns/a8eff547b3254dc3a646692e96243c57, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T15:17:50,117 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39203/user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/data/hbase/meta/1588230740/.tmp/table/9ac12ce038e342fe8567958dd06b584f as hdfs://localhost:39203/user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/data/hbase/meta/1588230740/table/9ac12ce038e342fe8567958dd06b584f 2024-11-12T15:17:50,124 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39203/user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/data/hbase/meta/1588230740/table/9ac12ce038e342fe8567958dd06b584f, entries=2, sequenceid=11, filesize=5.1 K 2024-11-12T15:17:50,125 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 232ms, sequenceid=11, compaction requested=false 2024-11-12T15:17:50,137 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39203/user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-12T15:17:50,138 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T15:17:50,138 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T15:17:50,138 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T15:17:50,138 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731424669893Running coprocessor pre-close hooks at 1731424669893Disabling compacts and flushes for region at 1731424669893Disabling writes for close at 1731424669893Obtaining lock to block concurrent updates at 1731424669893Preparing flush snapshotting stores in 1588230740 at 1731424669893Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731424669894 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731424669895 (+1 ms)Flushing 1588230740/info: creating writer at 1731424669895Flushing 1588230740/info: appending metadata at 1731424669924 (+29 ms)Flushing 1588230740/info: closing flushed file at 1731424669924Flushing 1588230740/ns: creating writer at 1731424669970 (+46 ms)Flushing 1588230740/ns: appending metadata at 1731424670006 (+36 ms)Flushing 1588230740/ns: closing flushed file at 1731424670006Flushing 1588230740/table: creating writer at 1731424670045 (+39 ms)Flushing 1588230740/table: appending metadata at 1731424670067 (+22 ms)Flushing 1588230740/table: closing flushed file at 1731424670067Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1432b4be: reopening flushed file at 1731424670096 (+29 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51509aab: reopening flushed file at 1731424670110 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77262a0f: reopening flushed file at 1731424670116 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 232ms, sequenceid=11, compaction requested=false at 1731424670125 (+9 ms)Writing region close event to WAL at 1731424670133 (+8 ms)Running coprocessor post-close hooks at 1731424670138 (+5 ms)Closed at 1731424670138 2024-11-12T15:17:50,138 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T15:17:50,146 INFO [regionserver/a6f201fa5419:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T15:17:50,146 INFO [regionserver/a6f201fa5419:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T15:17:50,293 INFO [RS:0;a6f201fa5419:37711 {}] regionserver.HRegionServer(976): stopping server a6f201fa5419,37711,1731424656844; all regions closed. 2024-11-12T15:17:50,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741834_1010 (size=2742) 2024-11-12T15:17:50,301 DEBUG [RS:0;a6f201fa5419:37711 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/oldWALs 2024-11-12T15:17:50,301 INFO [RS:0;a6f201fa5419:37711 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a6f201fa5419%2C37711%2C1731424656844.meta:.meta(num 1731424659809) 2024-11-12T15:17:50,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741837_1013 (size=1586) 2024-11-12T15:17:50,307 DEBUG [RS:0;a6f201fa5419:37711 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/oldWALs 2024-11-12T15:17:50,307 INFO [RS:0;a6f201fa5419:37711 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a6f201fa5419%2C37711%2C1731424656844.rep:(num 1731424666827) 2024-11-12T15:17:50,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741833_1009 (size=93) 2024-11-12T15:17:50,314 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/WALs/a6f201fa5419,37711,1731424656844/a6f201fa5419%2C37711%2C1731424656844.1731424659248 not finished, retry = 0 2024-11-12T15:17:50,417 DEBUG [RS:0;a6f201fa5419:37711 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/oldWALs 2024-11-12T15:17:50,417 INFO [RS:0;a6f201fa5419:37711 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a6f201fa5419%2C37711%2C1731424656844:(num 1731424659248) 2024-11-12T15:17:50,418 DEBUG [RS:0;a6f201fa5419:37711 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:17:50,418 INFO [RS:0;a6f201fa5419:37711 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T15:17:50,418 INFO [RS:0;a6f201fa5419:37711 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T15:17:50,419 INFO [RS:0;a6f201fa5419:37711 {}] hbase.ChoreService(370): Chore service for: regionserver/a6f201fa5419:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T15:17:50,419 INFO [RS:0;a6f201fa5419:37711 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T15:17:50,419 INFO [regionserver/a6f201fa5419:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T15:17:50,419 INFO [RS:0;a6f201fa5419:37711 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a6f201fa5419,37711,1731424656844 because: Region server is closing 2024-11-12T15:17:50,419 INFO [RS:0;a6f201fa5419:37711 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a6f201fa5419:37711. 2024-11-12T15:17:50,420 DEBUG [RS:0;a6f201fa5419:37711 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:17:50,420 DEBUG [RS:0;a6f201fa5419:37711 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:17:50,420 DEBUG [RS:0;a6f201fa5419:37711 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:17:50,420 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:17:50,520 WARN [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37711,1731424656844.replicationSource.shippera6f201fa5419%2C37711%2C1731424656844,1-a6f201fa5419,37711,1731424656844 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-12T15:17:50,520 WARN [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37711,1731424656844.replicationSource.wal-reader.a6f201fa5419%2C37711%2C1731424656844,1-a6f201fa5419,37711,1731424656844 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T15:17:50,520 INFO [RS:0;a6f201fa5419:37711 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37711,1731424656844.replicationSource.shippera6f201fa5419%2C37711%2C1731424656844,1-a6f201fa5419,37711,1731424656844 terminated 2024-11-12T15:17:50,521 INFO [RS:0;a6f201fa5419:37711 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37711 2024-11-12T15:17:50,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37711-0x1012f9f8f0b0001, quorum=127.0.0.1:61561, baseZNode=/0-526852357 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-526852357/rs/a6f201fa5419,37711,1731424656844 2024-11-12T15:17:50,570 INFO [RS:0;a6f201fa5419:37711 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T15:17:50,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35765-0x1012f9f8f0b0000, quorum=127.0.0.1:61561, baseZNode=/0-526852357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-526852357/rs 2024-11-12T15:17:50,580 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a6f201fa5419,37711,1731424656844] 2024-11-12T15:17:50,591 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-526852357/draining/a6f201fa5419,37711,1731424656844 already deleted, retry=false 2024-11-12T15:17:50,591 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a6f201fa5419,37711,1731424656844 expired; onlineServers=0 2024-11-12T15:17:50,591 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a6f201fa5419,35765,1731424656583' ***** 2024-11-12T15:17:50,591 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T15:17:50,591 INFO [M:0;a6f201fa5419:35765 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T15:17:50,591 INFO [M:0;a6f201fa5419:35765 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T15:17:50,591 DEBUG [M:0;a6f201fa5419:35765 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T15:17:50,591 DEBUG [M:0;a6f201fa5419:35765 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T15:17:50,591 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T15:17:50,591 DEBUG [master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.large.0-1731424658960 {}] cleaner.HFileCleaner(306): Exit Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.large.0-1731424658960,5,FailOnTimeoutGroup] 2024-11-12T15:17:50,591 DEBUG [master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.small.0-1731424658963 {}] cleaner.HFileCleaner(306): Exit Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.small.0-1731424658963,5,FailOnTimeoutGroup] 2024-11-12T15:17:50,592 INFO [M:0;a6f201fa5419:35765 {}] hbase.ChoreService(370): Chore service for: master/a6f201fa5419:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T15:17:50,593 INFO [M:0;a6f201fa5419:35765 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T15:17:50,593 DEBUG [M:0;a6f201fa5419:35765 {}] master.HMaster(1795): Stopping service threads 2024-11-12T15:17:50,593 INFO [M:0;a6f201fa5419:35765 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T15:17:50,593 INFO [M:0;a6f201fa5419:35765 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T15:17:50,593 INFO [M:0;a6f201fa5419:35765 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T15:17:50,593 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T15:17:50,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35765-0x1012f9f8f0b0000, quorum=127.0.0.1:61561, baseZNode=/0-526852357 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-526852357/master 2024-11-12T15:17:50,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35765-0x1012f9f8f0b0000, quorum=127.0.0.1:61561, baseZNode=/0-526852357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-526852357 2024-11-12T15:17:50,601 DEBUG [M:0;a6f201fa5419:35765 {}] zookeeper.ZKUtil(347): master:35765-0x1012f9f8f0b0000, quorum=127.0.0.1:61561, baseZNode=/0-526852357 Unable to get data of znode /0-526852357/master because node does not exist (not an error) 2024-11-12T15:17:50,602 WARN [M:0;a6f201fa5419:35765 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T15:17:50,602 INFO [M:0;a6f201fa5419:35765 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39203/user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/.lastflushedseqids 2024-11-12T15:17:50,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741842_1018 (size=181) 2024-11-12T15:17:50,618 INFO [M:0;a6f201fa5419:35765 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T15:17:50,618 INFO [M:0;a6f201fa5419:35765 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T15:17:50,618 DEBUG [M:0;a6f201fa5419:35765 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T15:17:50,618 INFO [M:0;a6f201fa5419:35765 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:17:50,618 DEBUG [M:0;a6f201fa5419:35765 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:17:50,618 DEBUG [M:0;a6f201fa5419:35765 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T15:17:50,618 DEBUG [M:0;a6f201fa5419:35765 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:17:50,618 INFO [M:0;a6f201fa5419:35765 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-12T15:17:50,642 DEBUG [M:0;a6f201fa5419:35765 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39203/user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5b9227d8fb964aa5ba751b24a98d23f5 is 82, key is hbase:meta,,1/info:regioninfo/1731424659857/Put/seqid=0 2024-11-12T15:17:50,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741843_1019 (size=5672) 2024-11-12T15:17:50,680 INFO [RS:0;a6f201fa5419:37711 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T15:17:50,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37711-0x1012f9f8f0b0001, quorum=127.0.0.1:61561, baseZNode=/0-526852357 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:17:50,680 INFO [RS:0;a6f201fa5419:37711 {}] regionserver.HRegionServer(1031): Exiting; stopping=a6f201fa5419,37711,1731424656844; zookeeper connection closed. 2024-11-12T15:17:50,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37711-0x1012f9f8f0b0001, quorum=127.0.0.1:61561, baseZNode=/0-526852357 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:17:50,681 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6c716c9b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6c716c9b 2024-11-12T15:17:50,681 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T15:17:51,003 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T15:17:51,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:17:51,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:17:51,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:17:51,054 INFO [M:0;a6f201fa5419:35765 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39203/user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5b9227d8fb964aa5ba751b24a98d23f5 2024-11-12T15:17:51,079 DEBUG [M:0;a6f201fa5419:35765 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39203/user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e0006c24b5304b399de92b969afa850d is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731424666876/Put/seqid=0 2024-11-12T15:17:51,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741844_1020 (size=7203) 2024-11-12T15:17:51,092 INFO [M:0;a6f201fa5419:35765 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39203/user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e0006c24b5304b399de92b969afa850d 2024-11-12T15:17:51,114 DEBUG [M:0;a6f201fa5419:35765 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39203/user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/17180f2f08e04736b7dd2d8310a1538e is 69, key is a6f201fa5419,37711,1731424656844/rs:state/1731424659029/Put/seqid=0 2024-11-12T15:17:51,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741845_1021 (size=5156) 2024-11-12T15:17:51,122 INFO [M:0;a6f201fa5419:35765 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39203/user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/17180f2f08e04736b7dd2d8310a1538e 2024-11-12T15:17:51,128 DEBUG [M:0;a6f201fa5419:35765 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39203/user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5b9227d8fb964aa5ba751b24a98d23f5 as hdfs://localhost:39203/user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5b9227d8fb964aa5ba751b24a98d23f5 2024-11-12T15:17:51,136 INFO [M:0;a6f201fa5419:35765 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39203/user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5b9227d8fb964aa5ba751b24a98d23f5, entries=8, sequenceid=70, filesize=5.5 K 2024-11-12T15:17:51,137 DEBUG [M:0;a6f201fa5419:35765 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39203/user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e0006c24b5304b399de92b969afa850d as hdfs://localhost:39203/user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e0006c24b5304b399de92b969afa850d 2024-11-12T15:17:51,154 INFO [M:0;a6f201fa5419:35765 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39203/user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e0006c24b5304b399de92b969afa850d, entries=8, sequenceid=70, filesize=7.0 K 2024-11-12T15:17:51,154 DEBUG [M:0;a6f201fa5419:35765 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39203/user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/17180f2f08e04736b7dd2d8310a1538e as hdfs://localhost:39203/user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/17180f2f08e04736b7dd2d8310a1538e 2024-11-12T15:17:51,174 INFO [M:0;a6f201fa5419:35765 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39203/user/jenkins/test-data/66fcdb1f-7c1c-6d1c-62c7-4f9f362bf108/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/17180f2f08e04736b7dd2d8310a1538e, entries=1, sequenceid=70, filesize=5.0 K 2024-11-12T15:17:51,175 INFO [M:0;a6f201fa5419:35765 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 557ms, sequenceid=70, compaction requested=false 2024-11-12T15:17:51,180 INFO [M:0;a6f201fa5419:35765 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:17:51,181 DEBUG [M:0;a6f201fa5419:35765 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731424670618Disabling compacts and flushes for region at 1731424670618Disabling writes for close at 1731424670618Obtaining lock to block concurrent updates at 1731424670618Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731424670618Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731424670619 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731424670620 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731424670620Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731424670641 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731424670641Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731424671060 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731424671078 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731424671078Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731424671097 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731424671114 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731424671114Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f8f0e8e: reopening flushed file at 1731424671127 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5529c735: reopening flushed file at 1731424671136 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2820ed31: reopening flushed file at 1731424671154 (+18 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 557ms, sequenceid=70, compaction requested=false at 1731424671175 (+21 ms)Writing region close event to WAL at 1731424671180 (+5 ms)Closed at 1731424671180 2024-11-12T15:17:51,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741830_1006 (size=41008) 2024-11-12T15:17:51,192 INFO [M:0;a6f201fa5419:35765 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T15:17:51,192 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T15:17:51,192 INFO [M:0;a6f201fa5419:35765 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35765 2024-11-12T15:17:51,193 INFO [M:0;a6f201fa5419:35765 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T15:17:51,344 INFO [M:0;a6f201fa5419:35765 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T15:17:51,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35765-0x1012f9f8f0b0000, quorum=127.0.0.1:61561, baseZNode=/0-526852357 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:17:51,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35765-0x1012f9f8f0b0000, quorum=127.0.0.1:61561, baseZNode=/0-526852357 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:17:51,347 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@198d6b6a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T15:17:51,347 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a581f77{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T15:17:51,347 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T15:17:51,347 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fb07959{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T15:17:51,347 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@526939f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8c5d4181-262f-cf52-a661-7ecd2322fa12/hadoop.log.dir/,STOPPED} 2024-11-12T15:17:51,349 WARN [BP-403559350-172.17.0.2-1731424654217 heartbeating to localhost/127.0.0.1:39203 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T15:17:51,349 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T15:17:51,349 WARN [BP-403559350-172.17.0.2-1731424654217 heartbeating to localhost/127.0.0.1:39203 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-403559350-172.17.0.2-1731424654217 (Datanode Uuid 4595235a-2b55-4ef0-bb1c-8da5c8c62ba9) service to localhost/127.0.0.1:39203 2024-11-12T15:17:51,349 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T15:17:51,350 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8c5d4181-262f-cf52-a661-7ecd2322fa12/cluster_12cff077-d5a7-fc04-12ac-67f613ded87b/data/data1/current/BP-403559350-172.17.0.2-1731424654217 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T15:17:51,350 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8c5d4181-262f-cf52-a661-7ecd2322fa12/cluster_12cff077-d5a7-fc04-12ac-67f613ded87b/data/data2/current/BP-403559350-172.17.0.2-1731424654217 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T15:17:51,351 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T15:17:51,357 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6bf52f9d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T15:17:51,360 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@634500c7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T15:17:51,361 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T15:17:51,361 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8880471{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T15:17:51,361 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6869fbf6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8c5d4181-262f-cf52-a661-7ecd2322fa12/hadoop.log.dir/,STOPPED} 2024-11-12T15:17:51,369 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T15:17:51,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T15:17:51,394 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=144 (was 109) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:39203 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39203 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39203 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61561) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:43339 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:43339 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39203 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:39203 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:39203 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43339 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:43339 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61561) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39203 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:43339 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:39203 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=411 (was 446), ProcessCount=11 (was 11), AvailableMemoryMB=7533 (was 7787) 2024-11-12T15:17:51,401 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=144, OpenFileDescriptor=476, MaxFileDescriptor=1048576, SystemLoadAverage=411, ProcessCount=11, AvailableMemoryMB=7533 2024-11-12T15:17:51,414 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-12T15:17:51,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7f68c33b-6685-34aa-242e-4e7e1e7ffa54/hadoop.log.dir so I do NOT create it in target/test-data/e1e57418-304a-72d9-0644-0ead8ad6dcde 2024-11-12T15:17:51,415 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7f68c33b-6685-34aa-242e-4e7e1e7ffa54/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T15:17:51,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7f68c33b-6685-34aa-242e-4e7e1e7ffa54/hadoop.tmp.dir so I do NOT create it in target/test-data/e1e57418-304a-72d9-0644-0ead8ad6dcde 2024-11-12T15:17:51,415 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7f68c33b-6685-34aa-242e-4e7e1e7ffa54/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T15:17:51,415 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e1e57418-304a-72d9-0644-0ead8ad6dcde 2024-11-12T15:17:51,415 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e1e57418-304a-72d9-0644-0ead8ad6dcde/cluster_c0386ed7-ff26-39c6-c264-e3a854ce38db, deleteOnExit=true 2024-11-12T15:17:51,417 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e1e57418-304a-72d9-0644-0ead8ad6dcde/cluster_c0386ed7-ff26-39c6-c264-e3a854ce38db/zookeeper_0, clientPort=57109, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e1e57418-304a-72d9-0644-0ead8ad6dcde/cluster_c0386ed7-ff26-39c6-c264-e3a854ce38db/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e1e57418-304a-72d9-0644-0ead8ad6dcde/cluster_c0386ed7-ff26-39c6-c264-e3a854ce38db/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T15:17:51,418 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57109 2024-11-12T15:17:51,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T15:17:51,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T15:17:51,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e1e57418-304a-72d9-0644-0ead8ad6dcde/test.cache.data in system properties and HBase conf 2024-11-12T15:17:51,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e1e57418-304a-72d9-0644-0ead8ad6dcde/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T15:17:51,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e1e57418-304a-72d9-0644-0ead8ad6dcde/hadoop.log.dir in system properties and HBase conf 2024-11-12T15:17:51,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e1e57418-304a-72d9-0644-0ead8ad6dcde/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T15:17:51,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e1e57418-304a-72d9-0644-0ead8ad6dcde/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T15:17:51,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T15:17:51,418 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T15:17:51,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e1e57418-304a-72d9-0644-0ead8ad6dcde/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T15:17:51,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e1e57418-304a-72d9-0644-0ead8ad6dcde/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T15:17:51,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e1e57418-304a-72d9-0644-0ead8ad6dcde/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T15:17:51,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e1e57418-304a-72d9-0644-0ead8ad6dcde/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T15:17:51,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e1e57418-304a-72d9-0644-0ead8ad6dcde/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T15:17:51,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e1e57418-304a-72d9-0644-0ead8ad6dcde/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T15:17:51,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e1e57418-304a-72d9-0644-0ead8ad6dcde/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T15:17:51,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e1e57418-304a-72d9-0644-0ead8ad6dcde/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T15:17:51,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e1e57418-304a-72d9-0644-0ead8ad6dcde/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T15:17:51,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e1e57418-304a-72d9-0644-0ead8ad6dcde/nfs.dump.dir in system properties and HBase conf 2024-11-12T15:17:51,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e1e57418-304a-72d9-0644-0ead8ad6dcde/java.io.tmpdir in system properties and HBase conf 2024-11-12T15:17:51,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e1e57418-304a-72d9-0644-0ead8ad6dcde/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T15:17:51,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e1e57418-304a-72d9-0644-0ead8ad6dcde/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T15:17:51,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e1e57418-304a-72d9-0644-0ead8ad6dcde/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T15:17:51,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012f9f8f0b0005, quorum=127.0.0.1:61561, baseZNode=/11601695982 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T15:17:51,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012f9f8f0b0002, quorum=127.0.0.1:61561, baseZNode=/0-526852357 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T15:17:51,466 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012f9f8f0b0005, quorum=127.0.0.1:61561, baseZNode=/11601695982 Received Disconnected from ZooKeeper, ignoring 2024-11-12T15:17:51,467 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012f9f8f0b0002, quorum=127.0.0.1:61561, baseZNode=/0-526852357 Received Disconnected from ZooKeeper, ignoring 2024-11-12T15:17:51,795 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T15:17:51,802 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T15:17:51,811 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T15:17:51,811 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T15:17:51,812 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T15:17:51,812 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T15:17:51,813 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f1ee90f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e1e57418-304a-72d9-0644-0ead8ad6dcde/hadoop.log.dir/,AVAILABLE} 2024-11-12T15:17:51,813 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a42b3e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T15:17:51,918 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@500b85c3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e1e57418-304a-72d9-0644-0ead8ad6dcde/java.io.tmpdir/jetty-localhost-43991-hadoop-hdfs-3_4_1-tests_jar-_-any-8411523253226966405/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T15:17:51,919 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@371f8afd{HTTP/1.1, (http/1.1)}{localhost:43991} 2024-11-12T15:17:51,919 INFO [Time-limited test {}] server.Server(415): Started @53163ms 2024-11-12T15:17:52,217 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T15:17:52,223 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T15:17:52,243 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T15:17:52,243 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T15:17:52,243 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T15:17:52,244 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32d3f09c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e1e57418-304a-72d9-0644-0ead8ad6dcde/hadoop.log.dir/,AVAILABLE} 2024-11-12T15:17:52,245 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ba9d83b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T15:17:52,364 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7fff79bb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e1e57418-304a-72d9-0644-0ead8ad6dcde/java.io.tmpdir/jetty-localhost-38637-hadoop-hdfs-3_4_1-tests_jar-_-any-7949896493732937409/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T15:17:52,364 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@45861361{HTTP/1.1, (http/1.1)}{localhost:38637} 2024-11-12T15:17:52,364 INFO [Time-limited test {}] server.Server(415): Started @53608ms 2024-11-12T15:17:52,365 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T15:17:53,291 WARN [Thread-823 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e1e57418-304a-72d9-0644-0ead8ad6dcde/cluster_c0386ed7-ff26-39c6-c264-e3a854ce38db/data/data1/current/BP-1048598476-172.17.0.2-1731424671443/current, will proceed with Du for space computation calculation, 2024-11-12T15:17:53,291 WARN [Thread-824 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e1e57418-304a-72d9-0644-0ead8ad6dcde/cluster_c0386ed7-ff26-39c6-c264-e3a854ce38db/data/data2/current/BP-1048598476-172.17.0.2-1731424671443/current, will proceed with Du for space computation calculation, 2024-11-12T15:17:53,316 WARN [Thread-811 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T15:17:53,319 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x98b87e96163d2d5 with lease ID 0x562ed9a721e6a136: Processing first storage report for DS-4a4d708e-be05-4eb8-b325-1da676e6fdda from datanode DatanodeRegistration(127.0.0.1:42539, datanodeUuid=6144a55f-3292-4e27-b93b-1977ff43cfbc, infoPort=36751, infoSecurePort=0, ipcPort=43317, storageInfo=lv=-57;cid=testClusterID;nsid=1256436729;c=1731424671443) 2024-11-12T15:17:53,319 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x98b87e96163d2d5 with lease ID 0x562ed9a721e6a136: from storage DS-4a4d708e-be05-4eb8-b325-1da676e6fdda node DatanodeRegistration(127.0.0.1:42539, datanodeUuid=6144a55f-3292-4e27-b93b-1977ff43cfbc, infoPort=36751, infoSecurePort=0, ipcPort=43317, storageInfo=lv=-57;cid=testClusterID;nsid=1256436729;c=1731424671443), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T15:17:53,320 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x98b87e96163d2d5 with lease ID 0x562ed9a721e6a136: Processing first storage report for DS-549e80d9-b177-42a8-9e90-be5f01bc6c9c from datanode DatanodeRegistration(127.0.0.1:42539, datanodeUuid=6144a55f-3292-4e27-b93b-1977ff43cfbc, infoPort=36751, infoSecurePort=0, ipcPort=43317, storageInfo=lv=-57;cid=testClusterID;nsid=1256436729;c=1731424671443) 2024-11-12T15:17:53,320 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x98b87e96163d2d5 with lease ID 0x562ed9a721e6a136: from storage DS-549e80d9-b177-42a8-9e90-be5f01bc6c9c node DatanodeRegistration(127.0.0.1:42539, datanodeUuid=6144a55f-3292-4e27-b93b-1977ff43cfbc, infoPort=36751, infoSecurePort=0, ipcPort=43317, storageInfo=lv=-57;cid=testClusterID;nsid=1256436729;c=1731424671443), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T15:17:53,413 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e1e57418-304a-72d9-0644-0ead8ad6dcde 2024-11-12T15:17:53,413 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:17:53,415 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:17:53,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42539 is added to blk_1073741825_1001 (size=7) 2024-11-12T15:17:53,847 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23 with version=8 2024-11-12T15:17:53,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/hbase-staging 2024-11-12T15:17:53,850 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a6f201fa5419:0 server-side Connection retries=45 2024-11-12T15:17:53,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:17:53,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T15:17:53,850 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T15:17:53,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:17:53,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T15:17:53,850 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T15:17:53,850 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T15:17:53,856 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34647 2024-11-12T15:17:53,857 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34647 connecting to ZooKeeper ensemble=127.0.0.1:57109 2024-11-12T15:17:53,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:346470x0, quorum=127.0.0.1:57109, baseZNode=/0-277163911 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T15:17:53,963 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34647-0x1012f9fd2640000 connected 2024-11-12T15:17:54,058 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:17:54,060 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:17:54,062 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34647-0x1012f9fd2640000, quorum=127.0.0.1:57109, baseZNode=/0-277163911 Set watcher on znode that does not yet exist, /0-277163911/running 2024-11-12T15:17:54,062 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23, hbase.cluster.distributed=false 2024-11-12T15:17:54,063 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34647-0x1012f9fd2640000, quorum=127.0.0.1:57109, baseZNode=/0-277163911 Set watcher on znode that does not yet exist, /0-277163911/acl 2024-11-12T15:17:54,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34647 2024-11-12T15:17:54,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34647 2024-11-12T15:17:54,067 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34647 2024-11-12T15:17:54,070 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34647 2024-11-12T15:17:54,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34647 2024-11-12T15:17:54,091 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a6f201fa5419:0 server-side Connection retries=45 2024-11-12T15:17:54,091 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:17:54,092 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T15:17:54,092 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T15:17:54,092 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:17:54,092 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T15:17:54,092 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T15:17:54,092 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T15:17:54,093 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38899 2024-11-12T15:17:54,094 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38899 connecting to ZooKeeper ensemble=127.0.0.1:57109 2024-11-12T15:17:54,095 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:17:54,097 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:17:54,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:388990x0, quorum=127.0.0.1:57109, baseZNode=/0-277163911 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T15:17:54,117 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:388990x0, quorum=127.0.0.1:57109, baseZNode=/0-277163911 Set watcher on znode that does not yet exist, /0-277163911/running 2024-11-12T15:17:54,118 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T15:17:54,118 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38899-0x1012f9fd2640001 connected 2024-11-12T15:17:54,119 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T15:17:54,120 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38899-0x1012f9fd2640001, quorum=127.0.0.1:57109, baseZNode=/0-277163911 Set watcher on znode that does not yet exist, /0-277163911/master 2024-11-12T15:17:54,120 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38899-0x1012f9fd2640001, quorum=127.0.0.1:57109, baseZNode=/0-277163911 Set watcher on znode that does not yet exist, /0-277163911/acl 2024-11-12T15:17:54,127 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38899 2024-11-12T15:17:54,127 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38899 2024-11-12T15:17:54,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38899 2024-11-12T15:17:54,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38899 2024-11-12T15:17:54,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38899 2024-11-12T15:17:54,142 DEBUG [M:0;a6f201fa5419:34647 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a6f201fa5419:34647 2024-11-12T15:17:54,142 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-277163911/backup-masters/a6f201fa5419,34647,1731424673849 2024-11-12T15:17:54,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38899-0x1012f9fd2640001, quorum=127.0.0.1:57109, baseZNode=/0-277163911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-277163911/backup-masters 2024-11-12T15:17:54,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34647-0x1012f9fd2640000, quorum=127.0.0.1:57109, baseZNode=/0-277163911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-277163911/backup-masters 2024-11-12T15:17:54,153 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34647-0x1012f9fd2640000, quorum=127.0.0.1:57109, baseZNode=/0-277163911 Set watcher on existing znode=/0-277163911/backup-masters/a6f201fa5419,34647,1731424673849 2024-11-12T15:17:54,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38899-0x1012f9fd2640001, quorum=127.0.0.1:57109, baseZNode=/0-277163911 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-277163911/master 2024-11-12T15:17:54,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34647-0x1012f9fd2640000, quorum=127.0.0.1:57109, baseZNode=/0-277163911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-277163911 2024-11-12T15:17:54,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38899-0x1012f9fd2640001, quorum=127.0.0.1:57109, baseZNode=/0-277163911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-277163911 2024-11-12T15:17:54,164 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34647-0x1012f9fd2640000, quorum=127.0.0.1:57109, baseZNode=/0-277163911 Set watcher on existing znode=/0-277163911/master 2024-11-12T15:17:54,164 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-277163911/backup-masters/a6f201fa5419,34647,1731424673849 from backup master directory 2024-11-12T15:17:54,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34647-0x1012f9fd2640000, quorum=127.0.0.1:57109, baseZNode=/0-277163911 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-277163911/backup-masters/a6f201fa5419,34647,1731424673849 2024-11-12T15:17:54,174 WARN [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T15:17:54,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38899-0x1012f9fd2640001, quorum=127.0.0.1:57109, baseZNode=/0-277163911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-277163911/backup-masters 2024-11-12T15:17:54,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34647-0x1012f9fd2640000, quorum=127.0.0.1:57109, baseZNode=/0-277163911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-277163911/backup-masters 2024-11-12T15:17:54,174 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a6f201fa5419,34647,1731424673849 2024-11-12T15:17:54,181 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/hbase.id] with ID: 4b137d35-763d-479c-a624-7e2df88bd6ef 2024-11-12T15:17:54,181 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/.tmp/hbase.id 2024-11-12T15:17:54,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42539 is added to blk_1073741826_1002 (size=42) 2024-11-12T15:17:54,194 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/.tmp/hbase.id]:[hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/hbase.id] 2024-11-12T15:17:54,213 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:17:54,213 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T15:17:54,215 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-12T15:17:54,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38899-0x1012f9fd2640001, quorum=127.0.0.1:57109, baseZNode=/0-277163911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-277163911 2024-11-12T15:17:54,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34647-0x1012f9fd2640000, quorum=127.0.0.1:57109, baseZNode=/0-277163911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-277163911 2024-11-12T15:17:54,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42539 is added to blk_1073741827_1003 (size=196) 2024-11-12T15:17:54,635 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T15:17:54,636 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T15:17:54,636 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:17:54,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42539 is added to blk_1073741828_1004 (size=1189) 2024-11-12T15:17:55,047 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/MasterData/data/master/store 2024-11-12T15:17:55,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42539 is added to blk_1073741829_1005 (size=34) 2024-11-12T15:17:55,456 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:17:55,456 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T15:17:55,456 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:17:55,456 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:17:55,456 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T15:17:55,456 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:17:55,456 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:17:55,456 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731424675456Disabling compacts and flushes for region at 1731424675456Disabling writes for close at 1731424675456Writing region close event to WAL at 1731424675456Closed at 1731424675456 2024-11-12T15:17:55,457 WARN [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/MasterData/data/master/store/.initializing 2024-11-12T15:17:55,457 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/MasterData/WALs/a6f201fa5419,34647,1731424673849 2024-11-12T15:17:55,458 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T15:17:55,460 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a6f201fa5419%2C34647%2C1731424673849, suffix=, logDir=hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/MasterData/WALs/a6f201fa5419,34647,1731424673849, archiveDir=hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/MasterData/oldWALs, maxLogs=10 2024-11-12T15:17:55,477 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/MasterData/WALs/a6f201fa5419,34647,1731424673849/a6f201fa5419%2C34647%2C1731424673849.1731424675460, exclude list is [], retry=0 2024-11-12T15:17:55,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42539,DS-4a4d708e-be05-4eb8-b325-1da676e6fdda,DISK] 2024-11-12T15:17:55,482 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/MasterData/WALs/a6f201fa5419,34647,1731424673849/a6f201fa5419%2C34647%2C1731424673849.1731424675460 2024-11-12T15:17:55,482 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36751:36751)] 2024-11-12T15:17:55,483 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T15:17:55,483 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:17:55,483 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:17:55,483 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:17:55,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:17:55,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T15:17:55,486 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:55,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:17:55,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:17:55,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T15:17:55,489 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:55,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:17:55,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:17:55,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T15:17:55,492 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:55,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:17:55,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:17:55,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T15:17:55,494 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:55,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:17:55,495 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:17:55,496 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:17:55,496 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:17:55,497 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:17:55,497 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:17:55,498 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T15:17:55,499 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:17:55,501 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T15:17:55,501 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73299672, jitterRate=0.09225022792816162}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T15:17:55,502 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731424675483Initializing all the Stores at 1731424675484 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424675484Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424675484Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424675484Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424675484Cleaning up temporary data from old regions at 1731424675497 (+13 ms)Region opened successfully at 1731424675502 (+5 ms) 2024-11-12T15:17:55,502 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T15:17:55,507 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5734278f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a6f201fa5419/172.17.0.2:0 2024-11-12T15:17:55,508 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T15:17:55,508 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T15:17:55,508 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T15:17:55,509 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T15:17:55,509 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T15:17:55,509 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T15:17:55,510 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T15:17:55,512 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T15:17:55,513 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34647-0x1012f9fd2640000, quorum=127.0.0.1:57109, baseZNode=/0-277163911 Unable to get data of znode /0-277163911/balancer because node does not exist (not necessarily an error) 2024-11-12T15:17:55,563 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-277163911/balancer already deleted, retry=false 2024-11-12T15:17:55,563 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T15:17:55,564 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34647-0x1012f9fd2640000, quorum=127.0.0.1:57109, baseZNode=/0-277163911 Unable to get data of znode /0-277163911/normalizer because node does not exist (not necessarily an error) 2024-11-12T15:17:55,573 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-277163911/normalizer already deleted, retry=false 2024-11-12T15:17:55,574 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T15:17:55,574 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34647-0x1012f9fd2640000, quorum=127.0.0.1:57109, baseZNode=/0-277163911 Unable to get data of znode /0-277163911/switch/split because node does not exist (not necessarily an error) 2024-11-12T15:17:55,584 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-277163911/switch/split already deleted, retry=false 2024-11-12T15:17:55,585 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34647-0x1012f9fd2640000, quorum=127.0.0.1:57109, baseZNode=/0-277163911 Unable to get data of znode /0-277163911/switch/merge because node does not exist (not necessarily an error) 2024-11-12T15:17:55,594 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-277163911/switch/merge already deleted, retry=false 2024-11-12T15:17:55,597 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34647-0x1012f9fd2640000, quorum=127.0.0.1:57109, baseZNode=/0-277163911 Unable to get data of znode /0-277163911/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T15:17:55,605 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-277163911/snapshot-cleanup already deleted, retry=false 2024-11-12T15:17:55,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38899-0x1012f9fd2640001, quorum=127.0.0.1:57109, baseZNode=/0-277163911 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-277163911/running 2024-11-12T15:17:55,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34647-0x1012f9fd2640000, quorum=127.0.0.1:57109, baseZNode=/0-277163911 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-277163911/running 2024-11-12T15:17:55,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38899-0x1012f9fd2640001, quorum=127.0.0.1:57109, baseZNode=/0-277163911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-277163911 2024-11-12T15:17:55,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34647-0x1012f9fd2640000, quorum=127.0.0.1:57109, baseZNode=/0-277163911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-277163911 2024-11-12T15:17:55,618 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a6f201fa5419,34647,1731424673849, sessionid=0x1012f9fd2640000, setting cluster-up flag (Was=false) 2024-11-12T15:17:55,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34647-0x1012f9fd2640000, quorum=127.0.0.1:57109, baseZNode=/0-277163911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-277163911 2024-11-12T15:17:55,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38899-0x1012f9fd2640001, quorum=127.0.0.1:57109, baseZNode=/0-277163911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-277163911 2024-11-12T15:17:55,668 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-277163911/flush-table-proc/acquired, /0-277163911/flush-table-proc/reached, /0-277163911/flush-table-proc/abort 2024-11-12T15:17:55,671 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a6f201fa5419,34647,1731424673849 2024-11-12T15:17:55,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38899-0x1012f9fd2640001, quorum=127.0.0.1:57109, baseZNode=/0-277163911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-277163911 2024-11-12T15:17:55,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34647-0x1012f9fd2640000, quorum=127.0.0.1:57109, baseZNode=/0-277163911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-277163911 2024-11-12T15:17:55,721 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-277163911/online-snapshot/acquired, /0-277163911/online-snapshot/reached, /0-277163911/online-snapshot/abort 2024-11-12T15:17:55,724 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a6f201fa5419,34647,1731424673849 2024-11-12T15:17:55,725 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T15:17:55,727 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T15:17:55,727 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T15:17:55,727 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T15:17:55,728 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a6f201fa5419,34647,1731424673849 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T15:17:55,729 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:17:55,729 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:17:55,729 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:17:55,729 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:17:55,729 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a6f201fa5419:0, corePoolSize=10, maxPoolSize=10 2024-11-12T15:17:55,730 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:17:55,730 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a6f201fa5419:0, corePoolSize=2, maxPoolSize=2 2024-11-12T15:17:55,730 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:17:55,735 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T15:17:55,735 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T15:17:55,737 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731424705737 2024-11-12T15:17:55,737 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T15:17:55,737 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T15:17:55,737 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T15:17:55,737 INFO [RS:0;a6f201fa5419:38899 {}] regionserver.HRegionServer(746): ClusterId : 4b137d35-763d-479c-a624-7e2df88bd6ef 2024-11-12T15:17:55,737 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T15:17:55,737 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:55,737 DEBUG [RS:0;a6f201fa5419:38899 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T15:17:55,737 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T15:17:55,737 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T15:17:55,737 INFO [PEWorker-2 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T15:17:55,747 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:55,748 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T15:17:55,748 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T15:17:55,748 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T15:17:55,748 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T15:17:55,750 DEBUG [RS:0;a6f201fa5419:38899 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T15:17:55,750 DEBUG [RS:0;a6f201fa5419:38899 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T15:17:55,753 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T15:17:55,753 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T15:17:55,764 DEBUG [RS:0;a6f201fa5419:38899 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T15:17:55,764 DEBUG [RS:0;a6f201fa5419:38899 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cdb7199, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a6f201fa5419/172.17.0.2:0 2024-11-12T15:17:55,765 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.large.0-1731424675753,5,FailOnTimeoutGroup] 2024-11-12T15:17:55,765 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.small.0-1731424675765,5,FailOnTimeoutGroup] 2024-11-12T15:17:55,765 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:55,765 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T15:17:55,765 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:55,766 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:55,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42539 is added to blk_1073741831_1007 (size=1321) 2024-11-12T15:17:55,782 DEBUG [RS:0;a6f201fa5419:38899 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a6f201fa5419:38899 2024-11-12T15:17:55,783 INFO [RS:0;a6f201fa5419:38899 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T15:17:55,783 INFO [RS:0;a6f201fa5419:38899 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T15:17:55,783 DEBUG [RS:0;a6f201fa5419:38899 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T15:17:55,784 INFO [RS:0;a6f201fa5419:38899 {}] regionserver.HRegionServer(2659): reportForDuty to master=a6f201fa5419,34647,1731424673849 with port=38899, startcode=1731424674091 2024-11-12T15:17:55,784 DEBUG [RS:0;a6f201fa5419:38899 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T15:17:55,786 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39019, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T15:17:55,786 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34647 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a6f201fa5419,38899,1731424674091 2024-11-12T15:17:55,786 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34647 {}] master.ServerManager(517): Registering regionserver=a6f201fa5419,38899,1731424674091 2024-11-12T15:17:55,789 DEBUG [RS:0;a6f201fa5419:38899 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23 2024-11-12T15:17:55,789 DEBUG [RS:0;a6f201fa5419:38899 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39393 2024-11-12T15:17:55,789 DEBUG [RS:0;a6f201fa5419:38899 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T15:17:55,802 DEBUG [RS:0;a6f201fa5419:38899 {}] zookeeper.ZKUtil(111): regionserver:38899-0x1012f9fd2640001, quorum=127.0.0.1:57109, baseZNode=/0-277163911 Set watcher on existing znode=/0-277163911/rs/a6f201fa5419,38899,1731424674091 2024-11-12T15:17:55,802 WARN [RS:0;a6f201fa5419:38899 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T15:17:55,802 INFO [RS:0;a6f201fa5419:38899 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:17:55,802 DEBUG [RS:0;a6f201fa5419:38899 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/WALs/a6f201fa5419,38899,1731424674091 2024-11-12T15:17:55,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34647-0x1012f9fd2640000, quorum=127.0.0.1:57109, baseZNode=/0-277163911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-277163911/rs 2024-11-12T15:17:55,805 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a6f201fa5419,38899,1731424674091] 2024-11-12T15:17:55,811 INFO [RS:0;a6f201fa5419:38899 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T15:17:55,820 INFO [RS:0;a6f201fa5419:38899 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T15:17:55,828 INFO [RS:0;a6f201fa5419:38899 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T15:17:55,828 INFO [RS:0;a6f201fa5419:38899 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:55,829 INFO [RS:0;a6f201fa5419:38899 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T15:17:55,830 INFO [RS:0;a6f201fa5419:38899 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T15:17:55,830 INFO [RS:0;a6f201fa5419:38899 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:55,830 DEBUG [RS:0;a6f201fa5419:38899 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:17:55,830 DEBUG [RS:0;a6f201fa5419:38899 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:17:55,830 DEBUG [RS:0;a6f201fa5419:38899 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:17:55,830 DEBUG [RS:0;a6f201fa5419:38899 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:17:55,830 DEBUG [RS:0;a6f201fa5419:38899 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:17:55,831 DEBUG [RS:0;a6f201fa5419:38899 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a6f201fa5419:0, corePoolSize=2, maxPoolSize=2 2024-11-12T15:17:55,831 DEBUG [RS:0;a6f201fa5419:38899 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:17:55,831 DEBUG [RS:0;a6f201fa5419:38899 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:17:55,831 DEBUG [RS:0;a6f201fa5419:38899 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:17:55,831 DEBUG [RS:0;a6f201fa5419:38899 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:17:55,831 DEBUG [RS:0;a6f201fa5419:38899 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:17:55,831 DEBUG [RS:0;a6f201fa5419:38899 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:17:55,831 DEBUG [RS:0;a6f201fa5419:38899 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a6f201fa5419:0, corePoolSize=3, maxPoolSize=3 2024-11-12T15:17:55,831 DEBUG [RS:0;a6f201fa5419:38899 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a6f201fa5419:0, corePoolSize=3, maxPoolSize=3 2024-11-12T15:17:55,836 INFO [RS:0;a6f201fa5419:38899 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:55,836 INFO [RS:0;a6f201fa5419:38899 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:55,837 INFO [RS:0;a6f201fa5419:38899 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:55,837 INFO [RS:0;a6f201fa5419:38899 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:55,837 INFO [RS:0;a6f201fa5419:38899 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:55,837 INFO [RS:0;a6f201fa5419:38899 {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,38899,1731424674091-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T15:17:55,862 INFO [RS:0;a6f201fa5419:38899 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T15:17:55,862 INFO [RS:0;a6f201fa5419:38899 {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,38899,1731424674091-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:55,862 INFO [RS:0;a6f201fa5419:38899 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:55,862 INFO [RS:0;a6f201fa5419:38899 {}] regionserver.Replication(171): a6f201fa5419,38899,1731424674091 started 2024-11-12T15:17:55,881 INFO [RS:0;a6f201fa5419:38899 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:55,881 INFO [RS:0;a6f201fa5419:38899 {}] regionserver.HRegionServer(1482): Serving as a6f201fa5419,38899,1731424674091, RpcServer on a6f201fa5419/172.17.0.2:38899, sessionid=0x1012f9fd2640001 2024-11-12T15:17:55,881 DEBUG [RS:0;a6f201fa5419:38899 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T15:17:55,882 DEBUG [RS:0;a6f201fa5419:38899 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a6f201fa5419,38899,1731424674091 2024-11-12T15:17:55,882 DEBUG [RS:0;a6f201fa5419:38899 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a6f201fa5419,38899,1731424674091' 2024-11-12T15:17:55,882 DEBUG [RS:0;a6f201fa5419:38899 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-277163911/flush-table-proc/abort' 2024-11-12T15:17:55,882 DEBUG [RS:0;a6f201fa5419:38899 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-277163911/flush-table-proc/acquired' 2024-11-12T15:17:55,883 DEBUG [RS:0;a6f201fa5419:38899 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T15:17:55,883 DEBUG [RS:0;a6f201fa5419:38899 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T15:17:55,883 DEBUG [RS:0;a6f201fa5419:38899 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a6f201fa5419,38899,1731424674091 2024-11-12T15:17:55,883 DEBUG [RS:0;a6f201fa5419:38899 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a6f201fa5419,38899,1731424674091' 2024-11-12T15:17:55,883 DEBUG [RS:0;a6f201fa5419:38899 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-277163911/online-snapshot/abort' 2024-11-12T15:17:55,883 DEBUG [RS:0;a6f201fa5419:38899 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-277163911/online-snapshot/acquired' 2024-11-12T15:17:55,884 DEBUG [RS:0;a6f201fa5419:38899 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T15:17:55,884 INFO [RS:0;a6f201fa5419:38899 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T15:17:55,884 INFO [RS:0;a6f201fa5419:38899 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T15:17:55,984 INFO [RS:0;a6f201fa5419:38899 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T15:17:55,986 INFO [RS:0;a6f201fa5419:38899 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a6f201fa5419%2C38899%2C1731424674091, suffix=, logDir=hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/WALs/a6f201fa5419,38899,1731424674091, archiveDir=hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/oldWALs, maxLogs=10 2024-11-12T15:17:56,008 DEBUG [RS:0;a6f201fa5419:38899 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/WALs/a6f201fa5419,38899,1731424674091/a6f201fa5419%2C38899%2C1731424674091.1731424675986, exclude list is [], retry=0 2024-11-12T15:17:56,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42539,DS-4a4d708e-be05-4eb8-b325-1da676e6fdda,DISK] 2024-11-12T15:17:56,018 INFO [RS:0;a6f201fa5419:38899 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/WALs/a6f201fa5419,38899,1731424674091/a6f201fa5419%2C38899%2C1731424674091.1731424675986 2024-11-12T15:17:56,023 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T15:17:56,023 DEBUG [RS:0;a6f201fa5419:38899 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36751:36751)] 2024-11-12T15:17:56,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:17:56,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:17:56,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:17:56,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:17:56,171 INFO [PEWorker-2 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T15:17:56,171 INFO [PEWorker-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23 2024-11-12T15:17:56,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42539 is added to blk_1073741833_1009 (size=32) 2024-11-12T15:17:56,178 DEBUG [PEWorker-2 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:17:56,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T15:17:56,180 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T15:17:56,180 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:56,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:17:56,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T15:17:56,182 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T15:17:56,182 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:56,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:17:56,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T15:17:56,184 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T15:17:56,184 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:56,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:17:56,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T15:17:56,187 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T15:17:56,187 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:56,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:17:56,188 DEBUG [PEWorker-2 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T15:17:56,189 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/data/hbase/meta/1588230740 2024-11-12T15:17:56,190 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/data/hbase/meta/1588230740 2024-11-12T15:17:56,191 DEBUG [PEWorker-2 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T15:17:56,191 DEBUG [PEWorker-2 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T15:17:56,192 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T15:17:56,193 DEBUG [PEWorker-2 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T15:17:56,194 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T15:17:56,195 INFO [PEWorker-2 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73590353, jitterRate=0.09658171236515045}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T15:17:56,195 DEBUG [PEWorker-2 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731424676178Initializing all the Stores at 1731424676179 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424676179Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424676179Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424676179Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424676179Cleaning up temporary data from old regions at 1731424676191 (+12 ms)Region opened successfully at 1731424676195 (+4 ms) 2024-11-12T15:17:56,195 DEBUG [PEWorker-2 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T15:17:56,195 INFO [PEWorker-2 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T15:17:56,195 DEBUG [PEWorker-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T15:17:56,195 DEBUG [PEWorker-2 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T15:17:56,195 DEBUG [PEWorker-2 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T15:17:56,196 INFO [PEWorker-2 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T15:17:56,196 DEBUG [PEWorker-2 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731424676195Disabling compacts and flushes for region at 1731424676195Disabling writes for close at 1731424676195Writing region close event to WAL at 1731424676196 (+1 ms)Closed at 1731424676196 2024-11-12T15:17:56,197 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T15:17:56,197 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T15:17:56,197 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T15:17:56,201 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T15:17:56,202 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T15:17:56,335 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T15:17:56,335 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T15:17:56,335 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T15:17:56,352 DEBUG [a6f201fa5419:34647 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T15:17:56,353 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a6f201fa5419,38899,1731424674091 2024-11-12T15:17:56,354 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a6f201fa5419,38899,1731424674091, state=OPENING 2024-11-12T15:17:56,401 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T15:17:56,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38899-0x1012f9fd2640001, quorum=127.0.0.1:57109, baseZNode=/0-277163911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-277163911 2024-11-12T15:17:56,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34647-0x1012f9fd2640000, quorum=127.0.0.1:57109, baseZNode=/0-277163911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-277163911 2024-11-12T15:17:56,412 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T15:17:56,412 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-277163911/meta-region-server: CHANGED 2024-11-12T15:17:56,412 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a6f201fa5419,38899,1731424674091}] 2024-11-12T15:17:56,413 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-277163911/meta-region-server: CHANGED 2024-11-12T15:17:56,568 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T15:17:56,570 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35267, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T15:17:56,574 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T15:17:56,574 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:17:56,574 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T15:17:56,575 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a6f201fa5419%2C38899%2C1731424674091.meta, suffix=.meta, logDir=hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/WALs/a6f201fa5419,38899,1731424674091, archiveDir=hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/oldWALs, maxLogs=10 2024-11-12T15:17:56,592 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/WALs/a6f201fa5419,38899,1731424674091/a6f201fa5419%2C38899%2C1731424674091.meta.1731424676576.meta, exclude list is [], retry=0 2024-11-12T15:17:56,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42539,DS-4a4d708e-be05-4eb8-b325-1da676e6fdda,DISK] 2024-11-12T15:17:56,598 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/WALs/a6f201fa5419,38899,1731424674091/a6f201fa5419%2C38899%2C1731424674091.meta.1731424676576.meta 2024-11-12T15:17:56,598 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36751:36751)] 2024-11-12T15:17:56,598 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T15:17:56,599 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T15:17:56,599 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T15:17:56,599 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T15:17:56,599 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T15:17:56,599 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T15:17:56,599 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:17:56,599 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T15:17:56,599 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T15:17:56,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T15:17:56,601 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T15:17:56,601 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:56,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:17:56,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T15:17:56,603 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T15:17:56,603 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:56,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:17:56,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T15:17:56,604 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T15:17:56,604 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:56,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:17:56,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T15:17:56,605 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T15:17:56,606 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:17:56,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:17:56,606 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T15:17:56,608 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/data/hbase/meta/1588230740 2024-11-12T15:17:56,609 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/data/hbase/meta/1588230740 2024-11-12T15:17:56,610 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T15:17:56,610 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T15:17:56,611 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T15:17:56,615 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T15:17:56,616 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74954442, jitterRate=0.11690822243690491}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T15:17:56,616 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T15:17:56,617 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731424676599Writing region info on filesystem at 1731424676599Initializing all the Stores at 1731424676600 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424676600Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424676601 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424676601Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424676601Cleaning up temporary data from old regions at 1731424676610 (+9 ms)Running coprocessor post-open hooks at 1731424676616 (+6 ms)Region opened successfully at 1731424676617 (+1 ms) 2024-11-12T15:17:56,618 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731424676568 2024-11-12T15:17:56,622 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a6f201fa5419,38899,1731424674091 2024-11-12T15:17:56,623 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T15:17:56,623 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T15:17:56,623 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a6f201fa5419,38899,1731424674091, state=OPEN 2024-11-12T15:17:56,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34647-0x1012f9fd2640000, quorum=127.0.0.1:57109, baseZNode=/0-277163911 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-277163911/meta-region-server 2024-11-12T15:17:56,659 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-277163911/meta-region-server: CHANGED 2024-11-12T15:17:56,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38899-0x1012f9fd2640001, quorum=127.0.0.1:57109, baseZNode=/0-277163911 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-277163911/meta-region-server 2024-11-12T15:17:56,660 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-277163911/meta-region-server: CHANGED 2024-11-12T15:17:56,662 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a6f201fa5419,38899,1731424674091 2024-11-12T15:17:56,665 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T15:17:56,665 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a6f201fa5419,38899,1731424674091 in 250 msec 2024-11-12T15:17:56,668 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T15:17:56,668 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 468 msec 2024-11-12T15:17:56,669 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T15:17:56,669 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T15:17:56,671 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:17:56,671 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,38899,1731424674091, seqNum=-1] 2024-11-12T15:17:56,671 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:17:56,673 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37883, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T15:17:56,680 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 952 msec 2024-11-12T15:17:56,680 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731424676680, completionTime=-1 2024-11-12T15:17:56,680 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T15:17:56,680 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T15:17:56,682 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T15:17:56,682 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731424736682 2024-11-12T15:17:56,683 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731424796683 2024-11-12T15:17:56,683 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-12T15:17:56,683 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,34647,1731424673849-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:56,683 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,34647,1731424673849-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:56,683 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,34647,1731424673849-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:56,683 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a6f201fa5419:34647, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:56,683 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:56,683 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:56,686 DEBUG [master/a6f201fa5419:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T15:17:56,689 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.515sec 2024-11-12T15:17:56,689 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T15:17:56,689 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T15:17:56,689 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T15:17:56,689 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T15:17:56,689 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T15:17:56,689 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,34647,1731424673849-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T15:17:56,689 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,34647,1731424673849-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T15:17:56,693 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T15:17:56,693 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T15:17:56,693 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,34647,1731424673849-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:17:56,734 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7077a536, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:17:56,734 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,34647,-1 for getting cluster id 2024-11-12T15:17:56,734 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:17:56,736 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b137d35-763d-479c-a624-7e2df88bd6ef' 2024-11-12T15:17:56,737 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:17:56,737 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b137d35-763d-479c-a624-7e2df88bd6ef" 2024-11-12T15:17:56,737 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c50a2fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:17:56,737 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,34647,-1] 2024-11-12T15:17:56,737 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:17:56,738 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:17:56,739 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:17:56,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22cc80ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:17:56,740 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:17:56,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,38899,1731424674091, seqNum=-1] 2024-11-12T15:17:56,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:17:56,742 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T15:17:56,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a6f201fa5419,34647,1731424673849 2024-11-12T15:17:56,745 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57109 2024-11-12T15:17:56,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57109, baseZNode=/0-277163911 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T15:17:56,764 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012f9fd2640002 connected 2024-11-12T15:17:56,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e1e57418-304a-72d9-0644-0ead8ad6dcde/hadoop.log.dir so I do NOT create it in target/test-data/110a5e19-4dde-65fe-2429-9a2fe710a5f4 2024-11-12T15:17:56,778 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e1e57418-304a-72d9-0644-0ead8ad6dcde/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T15:17:56,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e1e57418-304a-72d9-0644-0ead8ad6dcde/hadoop.tmp.dir so I do NOT create it in target/test-data/110a5e19-4dde-65fe-2429-9a2fe710a5f4 2024-11-12T15:17:56,778 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e1e57418-304a-72d9-0644-0ead8ad6dcde/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T15:17:56,778 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/110a5e19-4dde-65fe-2429-9a2fe710a5f4 2024-11-12T15:17:56,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T15:17:56,778 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/110a5e19-4dde-65fe-2429-9a2fe710a5f4/cluster_96931ecb-7eaa-08c2-71b9-540e8e4cab96, deleteOnExit=true 2024-11-12T15:17:56,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T15:17:56,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/110a5e19-4dde-65fe-2429-9a2fe710a5f4/test.cache.data in system properties and HBase conf 2024-11-12T15:17:56,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/110a5e19-4dde-65fe-2429-9a2fe710a5f4/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T15:17:56,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/110a5e19-4dde-65fe-2429-9a2fe710a5f4/hadoop.log.dir in system properties and HBase conf 2024-11-12T15:17:56,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/110a5e19-4dde-65fe-2429-9a2fe710a5f4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T15:17:56,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/110a5e19-4dde-65fe-2429-9a2fe710a5f4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T15:17:56,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T15:17:56,779 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T15:17:56,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/110a5e19-4dde-65fe-2429-9a2fe710a5f4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T15:17:56,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/110a5e19-4dde-65fe-2429-9a2fe710a5f4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T15:17:56,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/110a5e19-4dde-65fe-2429-9a2fe710a5f4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T15:17:56,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/110a5e19-4dde-65fe-2429-9a2fe710a5f4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T15:17:56,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/110a5e19-4dde-65fe-2429-9a2fe710a5f4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T15:17:56,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/110a5e19-4dde-65fe-2429-9a2fe710a5f4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T15:17:56,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/110a5e19-4dde-65fe-2429-9a2fe710a5f4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T15:17:56,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/110a5e19-4dde-65fe-2429-9a2fe710a5f4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T15:17:56,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/110a5e19-4dde-65fe-2429-9a2fe710a5f4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T15:17:56,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/110a5e19-4dde-65fe-2429-9a2fe710a5f4/nfs.dump.dir in system properties and HBase conf 2024-11-12T15:17:56,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/110a5e19-4dde-65fe-2429-9a2fe710a5f4/java.io.tmpdir in system properties and HBase conf 2024-11-12T15:17:56,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/110a5e19-4dde-65fe-2429-9a2fe710a5f4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T15:17:56,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/110a5e19-4dde-65fe-2429-9a2fe710a5f4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T15:17:56,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/110a5e19-4dde-65fe-2429-9a2fe710a5f4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T15:17:57,077 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T15:17:57,085 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T15:17:57,092 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T15:17:57,092 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T15:17:57,092 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T15:17:57,095 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T15:17:57,097 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@310fd993{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/110a5e19-4dde-65fe-2429-9a2fe710a5f4/hadoop.log.dir/,AVAILABLE} 2024-11-12T15:17:57,098 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e637be1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T15:17:57,209 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@746c78d7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/110a5e19-4dde-65fe-2429-9a2fe710a5f4/java.io.tmpdir/jetty-localhost-45683-hadoop-hdfs-3_4_1-tests_jar-_-any-11539989445011541444/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T15:17:57,210 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2531001e{HTTP/1.1, (http/1.1)}{localhost:45683} 2024-11-12T15:17:57,210 INFO [Time-limited test {}] server.Server(415): Started @58454ms 2024-11-12T15:17:57,488 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T15:17:57,492 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T15:17:57,504 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T15:17:57,504 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T15:17:57,504 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T15:17:57,505 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fab496f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/110a5e19-4dde-65fe-2429-9a2fe710a5f4/hadoop.log.dir/,AVAILABLE} 2024-11-12T15:17:57,505 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d2f54a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T15:17:57,608 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@184919ce{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/110a5e19-4dde-65fe-2429-9a2fe710a5f4/java.io.tmpdir/jetty-localhost-35871-hadoop-hdfs-3_4_1-tests_jar-_-any-14478715224510768525/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T15:17:57,608 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@715188a2{HTTP/1.1, (http/1.1)}{localhost:35871} 2024-11-12T15:17:57,608 INFO [Time-limited test {}] server.Server(415): Started @58852ms 2024-11-12T15:17:57,610 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T15:17:58,339 WARN [Thread-945 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/110a5e19-4dde-65fe-2429-9a2fe710a5f4/cluster_96931ecb-7eaa-08c2-71b9-540e8e4cab96/data/data2/current/BP-1497857692-172.17.0.2-1731424676802/current, will proceed with Du for space computation calculation, 2024-11-12T15:17:58,339 WARN [Thread-944 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/110a5e19-4dde-65fe-2429-9a2fe710a5f4/cluster_96931ecb-7eaa-08c2-71b9-540e8e4cab96/data/data1/current/BP-1497857692-172.17.0.2-1731424676802/current, will proceed with Du for space computation calculation, 2024-11-12T15:17:58,368 WARN [Thread-932 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T15:17:58,371 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8d1095420433f5b5 with lease ID 0x1d65f282b6ceffeb: Processing first storage report for DS-bdf14d76-e239-473d-9fea-13beda0c82e8 from datanode DatanodeRegistration(127.0.0.1:45413, datanodeUuid=2a2bb26b-25ec-4f4f-a917-daaa1376fe3d, infoPort=42201, infoSecurePort=0, ipcPort=41557, storageInfo=lv=-57;cid=testClusterID;nsid=74079126;c=1731424676802) 2024-11-12T15:17:58,371 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8d1095420433f5b5 with lease ID 0x1d65f282b6ceffeb: from storage DS-bdf14d76-e239-473d-9fea-13beda0c82e8 node DatanodeRegistration(127.0.0.1:45413, datanodeUuid=2a2bb26b-25ec-4f4f-a917-daaa1376fe3d, infoPort=42201, infoSecurePort=0, ipcPort=41557, storageInfo=lv=-57;cid=testClusterID;nsid=74079126;c=1731424676802), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T15:17:58,371 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8d1095420433f5b5 with lease ID 0x1d65f282b6ceffeb: Processing first storage report for DS-7963ed51-9b9c-46a4-9fa7-6cddf816f5cd from datanode DatanodeRegistration(127.0.0.1:45413, datanodeUuid=2a2bb26b-25ec-4f4f-a917-daaa1376fe3d, infoPort=42201, infoSecurePort=0, ipcPort=41557, storageInfo=lv=-57;cid=testClusterID;nsid=74079126;c=1731424676802) 2024-11-12T15:17:58,371 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8d1095420433f5b5 with lease ID 0x1d65f282b6ceffeb: from storage DS-7963ed51-9b9c-46a4-9fa7-6cddf816f5cd node DatanodeRegistration(127.0.0.1:45413, datanodeUuid=2a2bb26b-25ec-4f4f-a917-daaa1376fe3d, infoPort=42201, infoSecurePort=0, ipcPort=41557, storageInfo=lv=-57;cid=testClusterID;nsid=74079126;c=1731424676802), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T15:17:58,455 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/110a5e19-4dde-65fe-2429-9a2fe710a5f4 2024-11-12T15:17:58,455 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:17:58,457 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:17:58,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45413 is added to blk_1073741825_1001 (size=7) 2024-11-12T15:17:58,473 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7 with version=8 2024-11-12T15:17:58,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/hbase-staging 2024-11-12T15:17:58,476 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a6f201fa5419:0 server-side Connection retries=45 2024-11-12T15:17:58,476 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:17:58,476 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T15:17:58,476 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T15:17:58,476 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:17:58,476 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T15:17:58,476 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T15:17:58,476 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T15:17:58,477 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45035 2024-11-12T15:17:58,478 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45035 connecting to ZooKeeper ensemble=127.0.0.1:57109 2024-11-12T15:17:58,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:450350x0, quorum=127.0.0.1:57109, baseZNode=/1-1429350926 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T15:17:58,507 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45035-0x1012f9fd2640003 connected 2024-11-12T15:17:58,591 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:17:58,592 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:17:58,594 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45035-0x1012f9fd2640003, quorum=127.0.0.1:57109, baseZNode=/1-1429350926 Set watcher on znode that does not yet exist, /1-1429350926/running 2024-11-12T15:17:58,594 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7, hbase.cluster.distributed=false 2024-11-12T15:17:58,595 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45035-0x1012f9fd2640003, quorum=127.0.0.1:57109, baseZNode=/1-1429350926 Set watcher on znode that does not yet exist, /1-1429350926/acl 2024-11-12T15:17:58,595 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45035 2024-11-12T15:17:58,595 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45035 2024-11-12T15:17:58,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45035 2024-11-12T15:17:58,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45035 2024-11-12T15:17:58,602 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45035 2024-11-12T15:17:58,617 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a6f201fa5419:0 server-side Connection retries=45 2024-11-12T15:17:58,617 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:17:58,617 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T15:17:58,617 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T15:17:58,617 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:17:58,617 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T15:17:58,617 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T15:17:58,617 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T15:17:58,618 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44973 2024-11-12T15:17:58,619 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44973 connecting to ZooKeeper ensemble=127.0.0.1:57109 2024-11-12T15:17:58,620 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:17:58,622 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:17:58,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:449730x0, quorum=127.0.0.1:57109, baseZNode=/1-1429350926 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T15:17:58,637 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:449730x0, quorum=127.0.0.1:57109, baseZNode=/1-1429350926 Set watcher on znode that does not yet exist, /1-1429350926/running 2024-11-12T15:17:58,637 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44973-0x1012f9fd2640004 connected 2024-11-12T15:17:58,637 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T15:17:58,639 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T15:17:58,639 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44973-0x1012f9fd2640004, quorum=127.0.0.1:57109, baseZNode=/1-1429350926 Set watcher on znode that does not yet exist, /1-1429350926/master 2024-11-12T15:17:58,640 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44973-0x1012f9fd2640004, quorum=127.0.0.1:57109, baseZNode=/1-1429350926 Set watcher on znode that does not yet exist, /1-1429350926/acl 2024-11-12T15:17:58,645 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44973 2024-11-12T15:17:58,645 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44973 2024-11-12T15:17:58,646 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44973 2024-11-12T15:17:58,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44973 2024-11-12T15:17:58,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44973 2024-11-12T15:17:58,662 DEBUG [M:0;a6f201fa5419:45035 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a6f201fa5419:45035 2024-11-12T15:17:58,662 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1429350926/backup-masters/a6f201fa5419,45035,1731424678475 2024-11-12T15:17:58,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44973-0x1012f9fd2640004, quorum=127.0.0.1:57109, baseZNode=/1-1429350926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1429350926/backup-masters 2024-11-12T15:17:58,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45035-0x1012f9fd2640003, quorum=127.0.0.1:57109, baseZNode=/1-1429350926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1429350926/backup-masters 2024-11-12T15:17:58,676 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45035-0x1012f9fd2640003, quorum=127.0.0.1:57109, baseZNode=/1-1429350926 Set watcher on existing znode=/1-1429350926/backup-masters/a6f201fa5419,45035,1731424678475 2024-11-12T15:17:58,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44973-0x1012f9fd2640004, quorum=127.0.0.1:57109, baseZNode=/1-1429350926 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1429350926/master 2024-11-12T15:17:58,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44973-0x1012f9fd2640004, quorum=127.0.0.1:57109, baseZNode=/1-1429350926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1429350926 2024-11-12T15:17:58,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45035-0x1012f9fd2640003, quorum=127.0.0.1:57109, baseZNode=/1-1429350926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1429350926 2024-11-12T15:17:58,686 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45035-0x1012f9fd2640003, quorum=127.0.0.1:57109, baseZNode=/1-1429350926 Set watcher on existing znode=/1-1429350926/master 2024-11-12T15:17:58,687 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1429350926/backup-masters/a6f201fa5419,45035,1731424678475 from backup master directory 2024-11-12T15:17:58,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44973-0x1012f9fd2640004, quorum=127.0.0.1:57109, baseZNode=/1-1429350926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1429350926/backup-masters 2024-11-12T15:17:58,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45035-0x1012f9fd2640003, quorum=127.0.0.1:57109, baseZNode=/1-1429350926 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1429350926/backup-masters/a6f201fa5419,45035,1731424678475 2024-11-12T15:17:58,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45035-0x1012f9fd2640003, quorum=127.0.0.1:57109, baseZNode=/1-1429350926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1429350926/backup-masters 2024-11-12T15:17:58,700 WARN [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T15:17:58,700 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a6f201fa5419,45035,1731424678475 2024-11-12T15:17:58,705 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/hbase.id] with ID: 2102a05a-0364-4c44-af26-ae8bb0115f43 2024-11-12T15:17:58,705 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/.tmp/hbase.id 2024-11-12T15:17:58,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45413 is added to blk_1073741826_1002 (size=42) 2024-11-12T15:17:59,119 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/.tmp/hbase.id]:[hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/hbase.id] 2024-11-12T15:17:59,130 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:17:59,131 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T15:17:59,132 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T15:17:59,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45035-0x1012f9fd2640003, quorum=127.0.0.1:57109, baseZNode=/1-1429350926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1429350926 2024-11-12T15:17:59,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44973-0x1012f9fd2640004, quorum=127.0.0.1:57109, baseZNode=/1-1429350926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1429350926 2024-11-12T15:17:59,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45413 is added to blk_1073741827_1003 (size=196) 2024-11-12T15:17:59,592 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T15:17:59,593 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T15:17:59,593 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:17:59,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45413 is added to blk_1073741828_1004 (size=1189) 2024-11-12T15:18:00,000 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/MasterData/data/master/store 2024-11-12T15:18:00,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45413 is added to blk_1073741829_1005 (size=34) 2024-11-12T15:18:00,411 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:18:00,412 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T15:18:00,412 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:18:00,412 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:18:00,412 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T15:18:00,412 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:18:00,412 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:18:00,412 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731424680411Disabling compacts and flushes for region at 1731424680411Disabling writes for close at 1731424680412 (+1 ms)Writing region close event to WAL at 1731424680412Closed at 1731424680412 2024-11-12T15:18:00,413 WARN [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/MasterData/data/master/store/.initializing 2024-11-12T15:18:00,413 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/MasterData/WALs/a6f201fa5419,45035,1731424678475 2024-11-12T15:18:00,414 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T15:18:00,415 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a6f201fa5419%2C45035%2C1731424678475, suffix=, logDir=hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/MasterData/WALs/a6f201fa5419,45035,1731424678475, archiveDir=hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/MasterData/oldWALs, maxLogs=10 2024-11-12T15:18:00,427 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/MasterData/WALs/a6f201fa5419,45035,1731424678475/a6f201fa5419%2C45035%2C1731424678475.1731424680415, exclude list is [], retry=0 2024-11-12T15:18:00,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45413,DS-bdf14d76-e239-473d-9fea-13beda0c82e8,DISK] 2024-11-12T15:18:00,431 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/MasterData/WALs/a6f201fa5419,45035,1731424678475/a6f201fa5419%2C45035%2C1731424678475.1731424680415 2024-11-12T15:18:00,432 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42201:42201)] 2024-11-12T15:18:00,432 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T15:18:00,432 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:18:00,432 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:18:00,432 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:18:00,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:18:00,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T15:18:00,435 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:18:00,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:18:00,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:18:00,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T15:18:00,437 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:18:00,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:18:00,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:18:00,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T15:18:00,440 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:18:00,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:18:00,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:18:00,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T15:18:00,442 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:18:00,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:18:00,443 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:18:00,444 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:18:00,444 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:18:00,445 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:18:00,445 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:18:00,445 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T15:18:00,446 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:18:00,458 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T15:18:00,458 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63957256, jitterRate=-0.046962618827819824}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T15:18:00,458 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731424680432Initializing all the Stores at 1731424680433 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424680433Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424680434 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424680434Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424680434Cleaning up temporary data from old regions at 1731424680445 (+11 ms)Region opened successfully at 1731424680458 (+13 ms) 2024-11-12T15:18:00,460 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T15:18:00,470 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e1fb246, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a6f201fa5419/172.17.0.2:0 2024-11-12T15:18:00,471 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T15:18:00,471 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T15:18:00,471 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T15:18:00,471 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T15:18:00,472 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T15:18:00,472 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T15:18:00,472 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T15:18:00,483 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T15:18:00,484 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45035-0x1012f9fd2640003, quorum=127.0.0.1:57109, baseZNode=/1-1429350926 Unable to get data of znode /1-1429350926/balancer because node does not exist (not necessarily an error) 2024-11-12T15:18:00,647 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1429350926/balancer already deleted, retry=false 2024-11-12T15:18:00,647 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T15:18:00,648 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45035-0x1012f9fd2640003, quorum=127.0.0.1:57109, baseZNode=/1-1429350926 Unable to get data of znode /1-1429350926/normalizer because node does not exist (not necessarily an error) 2024-11-12T15:18:00,657 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1429350926/normalizer already deleted, retry=false 2024-11-12T15:18:00,658 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T15:18:00,659 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45035-0x1012f9fd2640003, quorum=127.0.0.1:57109, baseZNode=/1-1429350926 Unable to get data of znode /1-1429350926/switch/split because node does not exist (not necessarily an error) 2024-11-12T15:18:00,668 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1429350926/switch/split already deleted, retry=false 2024-11-12T15:18:00,669 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45035-0x1012f9fd2640003, quorum=127.0.0.1:57109, baseZNode=/1-1429350926 Unable to get data of znode /1-1429350926/switch/merge because node does not exist (not necessarily an error) 2024-11-12T15:18:00,678 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1429350926/switch/merge already deleted, retry=false 2024-11-12T15:18:00,681 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45035-0x1012f9fd2640003, quorum=127.0.0.1:57109, baseZNode=/1-1429350926 Unable to get data of znode /1-1429350926/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T15:18:00,689 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1429350926/snapshot-cleanup already deleted, retry=false 2024-11-12T15:18:00,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44973-0x1012f9fd2640004, quorum=127.0.0.1:57109, baseZNode=/1-1429350926 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1429350926/running 2024-11-12T15:18:00,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45035-0x1012f9fd2640003, quorum=127.0.0.1:57109, baseZNode=/1-1429350926 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1429350926/running 2024-11-12T15:18:00,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44973-0x1012f9fd2640004, quorum=127.0.0.1:57109, baseZNode=/1-1429350926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1429350926 2024-11-12T15:18:00,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45035-0x1012f9fd2640003, quorum=127.0.0.1:57109, baseZNode=/1-1429350926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1429350926 2024-11-12T15:18:00,702 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a6f201fa5419,45035,1731424678475, sessionid=0x1012f9fd2640003, setting cluster-up flag (Was=false) 2024-11-12T15:18:00,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45035-0x1012f9fd2640003, quorum=127.0.0.1:57109, baseZNode=/1-1429350926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1429350926 2024-11-12T15:18:00,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44973-0x1012f9fd2640004, quorum=127.0.0.1:57109, baseZNode=/1-1429350926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1429350926 2024-11-12T15:18:00,763 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1429350926/flush-table-proc/acquired, /1-1429350926/flush-table-proc/reached, /1-1429350926/flush-table-proc/abort 2024-11-12T15:18:00,767 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a6f201fa5419,45035,1731424678475 2024-11-12T15:18:00,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45035-0x1012f9fd2640003, quorum=127.0.0.1:57109, baseZNode=/1-1429350926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1429350926 2024-11-12T15:18:00,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44973-0x1012f9fd2640004, quorum=127.0.0.1:57109, baseZNode=/1-1429350926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1429350926 2024-11-12T15:18:00,832 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1429350926/online-snapshot/acquired, /1-1429350926/online-snapshot/reached, /1-1429350926/online-snapshot/abort 2024-11-12T15:18:00,834 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a6f201fa5419,45035,1731424678475 2024-11-12T15:18:00,837 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T15:18:00,842 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T15:18:00,842 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T15:18:00,842 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T15:18:00,842 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a6f201fa5419,45035,1731424678475 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T15:18:00,844 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:18:00,844 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:18:00,844 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:18:00,844 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:18:00,844 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a6f201fa5419:0, corePoolSize=10, maxPoolSize=10 2024-11-12T15:18:00,844 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:18:00,844 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a6f201fa5419:0, corePoolSize=2, maxPoolSize=2 2024-11-12T15:18:00,844 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:18:00,858 INFO [RS:0;a6f201fa5419:44973 {}] regionserver.HRegionServer(746): ClusterId : 2102a05a-0364-4c44-af26-ae8bb0115f43 2024-11-12T15:18:00,858 DEBUG [RS:0;a6f201fa5419:44973 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T15:18:00,860 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T15:18:00,860 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T15:18:00,862 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:18:00,862 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T15:18:00,869 DEBUG [RS:0;a6f201fa5419:44973 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T15:18:00,869 DEBUG [RS:0;a6f201fa5419:44973 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T15:18:00,873 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731424710873 2024-11-12T15:18:00,873 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T15:18:00,873 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T15:18:00,873 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T15:18:00,873 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T15:18:00,873 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T15:18:00,873 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T15:18:00,878 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T15:18:00,880 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T15:18:00,880 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T15:18:00,880 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T15:18:00,880 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T15:18:00,881 DEBUG [RS:0;a6f201fa5419:44973 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T15:18:00,881 DEBUG [RS:0;a6f201fa5419:44973 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a406c24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a6f201fa5419/172.17.0.2:0 2024-11-12T15:18:00,884 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T15:18:00,884 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T15:18:00,910 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.large.0-1731424680884,5,FailOnTimeoutGroup] 2024-11-12T15:18:00,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45413 is added to blk_1073741831_1007 (size=1321) 2024-11-12T15:18:00,910 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.small.0-1731424680910,5,FailOnTimeoutGroup] 2024-11-12T15:18:00,910 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T15:18:00,910 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T15:18:00,910 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T15:18:00,910 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T15:18:00,915 DEBUG [RS:0;a6f201fa5419:44973 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a6f201fa5419:44973 2024-11-12T15:18:00,915 INFO [RS:0;a6f201fa5419:44973 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T15:18:00,915 INFO [RS:0;a6f201fa5419:44973 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T15:18:00,915 DEBUG [RS:0;a6f201fa5419:44973 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T15:18:00,917 INFO [RS:0;a6f201fa5419:44973 {}] regionserver.HRegionServer(2659): reportForDuty to master=a6f201fa5419,45035,1731424678475 with port=44973, startcode=1731424678617 2024-11-12T15:18:00,917 DEBUG [RS:0;a6f201fa5419:44973 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T15:18:00,919 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54603, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T15:18:00,919 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45035 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a6f201fa5419,44973,1731424678617 2024-11-12T15:18:00,920 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45035 {}] master.ServerManager(517): Registering regionserver=a6f201fa5419,44973,1731424678617 2024-11-12T15:18:00,921 DEBUG [RS:0;a6f201fa5419:44973 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7 2024-11-12T15:18:00,921 DEBUG [RS:0;a6f201fa5419:44973 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34293 2024-11-12T15:18:00,921 DEBUG [RS:0;a6f201fa5419:44973 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T15:18:00,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45035-0x1012f9fd2640003, quorum=127.0.0.1:57109, baseZNode=/1-1429350926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1429350926/rs 2024-11-12T15:18:00,981 DEBUG [RS:0;a6f201fa5419:44973 {}] zookeeper.ZKUtil(111): regionserver:44973-0x1012f9fd2640004, quorum=127.0.0.1:57109, baseZNode=/1-1429350926 Set watcher on existing znode=/1-1429350926/rs/a6f201fa5419,44973,1731424678617 2024-11-12T15:18:00,981 WARN [RS:0;a6f201fa5419:44973 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T15:18:00,981 INFO [RS:0;a6f201fa5419:44973 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:18:00,981 DEBUG [RS:0;a6f201fa5419:44973 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/WALs/a6f201fa5419,44973,1731424678617 2024-11-12T15:18:00,981 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a6f201fa5419,44973,1731424678617] 2024-11-12T15:18:00,985 INFO [RS:0;a6f201fa5419:44973 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T15:18:00,986 INFO [RS:0;a6f201fa5419:44973 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T15:18:00,986 INFO [RS:0;a6f201fa5419:44973 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T15:18:00,987 INFO [RS:0;a6f201fa5419:44973 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:18:00,987 INFO [RS:0;a6f201fa5419:44973 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T15:18:00,987 INFO [RS:0;a6f201fa5419:44973 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T15:18:00,988 INFO [RS:0;a6f201fa5419:44973 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T15:18:00,988 DEBUG [RS:0;a6f201fa5419:44973 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:18:00,988 DEBUG [RS:0;a6f201fa5419:44973 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:18:00,988 DEBUG [RS:0;a6f201fa5419:44973 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:18:00,988 DEBUG [RS:0;a6f201fa5419:44973 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:18:00,988 DEBUG [RS:0;a6f201fa5419:44973 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:18:00,988 DEBUG [RS:0;a6f201fa5419:44973 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a6f201fa5419:0, corePoolSize=2, maxPoolSize=2 2024-11-12T15:18:00,988 DEBUG [RS:0;a6f201fa5419:44973 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:18:00,988 DEBUG [RS:0;a6f201fa5419:44973 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:18:00,988 DEBUG [RS:0;a6f201fa5419:44973 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:18:00,988 DEBUG [RS:0;a6f201fa5419:44973 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:18:00,988 DEBUG [RS:0;a6f201fa5419:44973 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:18:00,988 DEBUG [RS:0;a6f201fa5419:44973 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:18:00,988 DEBUG [RS:0;a6f201fa5419:44973 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a6f201fa5419:0, corePoolSize=3, maxPoolSize=3 2024-11-12T15:18:00,989 DEBUG [RS:0;a6f201fa5419:44973 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a6f201fa5419:0, corePoolSize=3, maxPoolSize=3 2024-11-12T15:18:00,996 INFO [RS:0;a6f201fa5419:44973 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T15:18:00,996 INFO [RS:0;a6f201fa5419:44973 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T15:18:00,996 INFO [RS:0;a6f201fa5419:44973 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:18:00,996 INFO [RS:0;a6f201fa5419:44973 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T15:18:00,996 INFO [RS:0;a6f201fa5419:44973 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T15:18:00,996 INFO [RS:0;a6f201fa5419:44973 {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,44973,1731424678617-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T15:18:01,019 INFO [RS:0;a6f201fa5419:44973 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T15:18:01,019 INFO [RS:0;a6f201fa5419:44973 {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,44973,1731424678617-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:18:01,019 INFO [RS:0;a6f201fa5419:44973 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:18:01,019 INFO [RS:0;a6f201fa5419:44973 {}] regionserver.Replication(171): a6f201fa5419,44973,1731424678617 started 2024-11-12T15:18:01,037 INFO [RS:0;a6f201fa5419:44973 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:18:01,037 INFO [RS:0;a6f201fa5419:44973 {}] regionserver.HRegionServer(1482): Serving as a6f201fa5419,44973,1731424678617, RpcServer on a6f201fa5419/172.17.0.2:44973, sessionid=0x1012f9fd2640004 2024-11-12T15:18:01,037 DEBUG [RS:0;a6f201fa5419:44973 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T15:18:01,037 DEBUG [RS:0;a6f201fa5419:44973 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a6f201fa5419,44973,1731424678617 2024-11-12T15:18:01,038 DEBUG [RS:0;a6f201fa5419:44973 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a6f201fa5419,44973,1731424678617' 2024-11-12T15:18:01,038 DEBUG [RS:0;a6f201fa5419:44973 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1429350926/flush-table-proc/abort' 2024-11-12T15:18:01,038 DEBUG [RS:0;a6f201fa5419:44973 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1429350926/flush-table-proc/acquired' 2024-11-12T15:18:01,038 DEBUG [RS:0;a6f201fa5419:44973 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T15:18:01,038 DEBUG [RS:0;a6f201fa5419:44973 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T15:18:01,039 DEBUG [RS:0;a6f201fa5419:44973 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a6f201fa5419,44973,1731424678617 2024-11-12T15:18:01,039 DEBUG [RS:0;a6f201fa5419:44973 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a6f201fa5419,44973,1731424678617' 2024-11-12T15:18:01,039 DEBUG [RS:0;a6f201fa5419:44973 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1429350926/online-snapshot/abort' 2024-11-12T15:18:01,039 DEBUG [RS:0;a6f201fa5419:44973 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1429350926/online-snapshot/acquired' 2024-11-12T15:18:01,039 DEBUG [RS:0;a6f201fa5419:44973 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T15:18:01,039 INFO [RS:0;a6f201fa5419:44973 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T15:18:01,039 INFO [RS:0;a6f201fa5419:44973 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T15:18:01,140 INFO [RS:0;a6f201fa5419:44973 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T15:18:01,141 INFO [RS:0;a6f201fa5419:44973 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a6f201fa5419%2C44973%2C1731424678617, suffix=, logDir=hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/WALs/a6f201fa5419,44973,1731424678617, archiveDir=hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/oldWALs, maxLogs=10 2024-11-12T15:18:01,157 DEBUG [RS:0;a6f201fa5419:44973 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/WALs/a6f201fa5419,44973,1731424678617/a6f201fa5419%2C44973%2C1731424678617.1731424681141, exclude list is [], retry=0 2024-11-12T15:18:01,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45413,DS-bdf14d76-e239-473d-9fea-13beda0c82e8,DISK] 2024-11-12T15:18:01,163 INFO [RS:0;a6f201fa5419:44973 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/WALs/a6f201fa5419,44973,1731424678617/a6f201fa5419%2C44973%2C1731424678617.1731424681141 2024-11-12T15:18:01,164 DEBUG [RS:0;a6f201fa5419:44973 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42201:42201)] 2024-11-12T15:18:01,311 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T15:18:01,312 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7 2024-11-12T15:18:01,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45413 is added to blk_1073741833_1009 (size=32) 2024-11-12T15:18:01,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:18:01,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T15:18:01,726 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T15:18:01,726 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:18:01,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:18:01,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T15:18:01,728 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T15:18:01,728 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:18:01,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:18:01,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T15:18:01,734 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T15:18:01,734 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:18:01,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:18:01,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T15:18:01,747 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T15:18:01,747 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:18:01,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:18:01,748 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T15:18:01,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/data/hbase/meta/1588230740 2024-11-12T15:18:01,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/data/hbase/meta/1588230740 2024-11-12T15:18:01,753 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T15:18:01,753 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T15:18:01,753 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T15:18:01,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T15:18:01,756 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T15:18:01,756 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67678973, jitterRate=0.008495286107063293}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T15:18:01,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731424681718Initializing all the Stores at 1731424681722 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424681722Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424681723 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424681723Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424681723Cleaning up temporary data from old regions at 1731424681753 (+30 ms)Region opened successfully at 1731424681756 (+3 ms) 2024-11-12T15:18:01,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T15:18:01,756 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T15:18:01,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T15:18:01,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T15:18:01,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T15:18:01,757 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T15:18:01,757 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731424681756Disabling compacts and flushes for region at 1731424681756Disabling writes for close at 1731424681756Writing region close event to WAL at 1731424681757 (+1 ms)Closed at 1731424681757 2024-11-12T15:18:01,758 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T15:18:01,758 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T15:18:01,758 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T15:18:01,759 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T15:18:01,762 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T15:18:01,837 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T15:18:01,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:18:01,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:18:01,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:18:01,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:18:01,885 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T15:18:01,913 DEBUG [a6f201fa5419:45035 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T15:18:01,913 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a6f201fa5419,44973,1731424678617 2024-11-12T15:18:01,915 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a6f201fa5419,44973,1731424678617, state=OPENING 2024-11-12T15:18:01,962 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T15:18:01,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44973-0x1012f9fd2640004, quorum=127.0.0.1:57109, baseZNode=/1-1429350926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1429350926 2024-11-12T15:18:01,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45035-0x1012f9fd2640003, quorum=127.0.0.1:57109, baseZNode=/1-1429350926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1429350926 2024-11-12T15:18:01,974 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1429350926/meta-region-server: CHANGED 2024-11-12T15:18:01,974 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T15:18:01,974 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a6f201fa5419,44973,1731424678617}] 2024-11-12T15:18:01,977 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1429350926/meta-region-server: CHANGED 2024-11-12T15:18:02,131 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T15:18:02,133 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50569, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T15:18:02,136 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T15:18:02,136 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:18:02,137 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T15:18:02,138 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a6f201fa5419%2C44973%2C1731424678617.meta, suffix=.meta, logDir=hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/WALs/a6f201fa5419,44973,1731424678617, archiveDir=hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/oldWALs, maxLogs=10 2024-11-12T15:18:02,159 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/WALs/a6f201fa5419,44973,1731424678617/a6f201fa5419%2C44973%2C1731424678617.meta.1731424682139.meta, exclude list is [], retry=0 2024-11-12T15:18:02,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45413,DS-bdf14d76-e239-473d-9fea-13beda0c82e8,DISK] 2024-11-12T15:18:02,164 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/WALs/a6f201fa5419,44973,1731424678617/a6f201fa5419%2C44973%2C1731424678617.meta.1731424682139.meta 2024-11-12T15:18:02,164 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42201:42201)] 2024-11-12T15:18:02,165 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T15:18:02,165 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T15:18:02,165 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T15:18:02,165 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T15:18:02,165 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T15:18:02,166 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T15:18:02,166 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:18:02,166 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T15:18:02,166 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T15:18:02,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T15:18:02,170 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T15:18:02,170 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:18:02,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:18:02,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T15:18:02,172 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T15:18:02,172 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:18:02,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:18:02,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T15:18:02,174 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T15:18:02,174 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:18:02,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:18:02,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T15:18:02,177 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T15:18:02,177 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:18:02,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:18:02,178 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T15:18:02,179 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/data/hbase/meta/1588230740 2024-11-12T15:18:02,181 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/data/hbase/meta/1588230740 2024-11-12T15:18:02,182 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T15:18:02,182 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T15:18:02,183 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T15:18:02,184 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T15:18:02,185 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60323595, jitterRate=-0.10110838711261749}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T15:18:02,185 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T15:18:02,185 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731424682166Writing region info on filesystem at 1731424682166Initializing all the Stores at 1731424682169 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424682169Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424682169Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424682169Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424682169Cleaning up temporary data from old regions at 1731424682182 (+13 ms)Running coprocessor post-open hooks at 1731424682185 (+3 ms)Region opened successfully at 1731424682185 2024-11-12T15:18:02,186 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731424682130 2024-11-12T15:18:02,193 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a6f201fa5419,44973,1731424678617 2024-11-12T15:18:02,194 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a6f201fa5419,44973,1731424678617, state=OPEN 2024-11-12T15:18:02,195 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T15:18:02,195 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T15:18:02,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44973-0x1012f9fd2640004, quorum=127.0.0.1:57109, baseZNode=/1-1429350926 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1429350926/meta-region-server 2024-11-12T15:18:02,205 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1429350926/meta-region-server: CHANGED 2024-11-12T15:18:02,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45035-0x1012f9fd2640003, quorum=127.0.0.1:57109, baseZNode=/1-1429350926 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1429350926/meta-region-server 2024-11-12T15:18:02,205 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1429350926/meta-region-server: CHANGED 2024-11-12T15:18:02,205 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a6f201fa5419,44973,1731424678617 2024-11-12T15:18:02,208 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T15:18:02,209 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a6f201fa5419,44973,1731424678617 in 231 msec 2024-11-12T15:18:02,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T15:18:02,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 450 msec 2024-11-12T15:18:02,212 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T15:18:02,212 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T15:18:02,213 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:18:02,213 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,44973,1731424678617, seqNum=-1] 2024-11-12T15:18:02,214 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:18:02,215 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39195, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T15:18:02,223 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3810 sec 2024-11-12T15:18:02,223 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731424682223, completionTime=-1 2024-11-12T15:18:02,223 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T15:18:02,223 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T15:18:02,225 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T15:18:02,225 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731424742225 2024-11-12T15:18:02,226 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731424802226 2024-11-12T15:18:02,226 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-12T15:18:02,226 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,45035,1731424678475-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:18:02,226 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,45035,1731424678475-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:18:02,226 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,45035,1731424678475-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:18:02,226 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a6f201fa5419:45035, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:18:02,226 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T15:18:02,226 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T15:18:02,232 DEBUG [master/a6f201fa5419:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T15:18:02,236 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.536sec 2024-11-12T15:18:02,236 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T15:18:02,236 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T15:18:02,236 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T15:18:02,236 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T15:18:02,237 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T15:18:02,237 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,45035,1731424678475-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T15:18:02,237 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,45035,1731424678475-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T15:18:02,239 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T15:18:02,239 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T15:18:02,239 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,45035,1731424678475-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:18:02,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23fec193, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:18:02,260 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,45035,-1 for getting cluster id 2024-11-12T15:18:02,260 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:18:02,269 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2102a05a-0364-4c44-af26-ae8bb0115f43' 2024-11-12T15:18:02,269 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:18:02,269 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2102a05a-0364-4c44-af26-ae8bb0115f43" 2024-11-12T15:18:02,269 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40ff2e9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:18:02,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,45035,-1] 2024-11-12T15:18:02,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:18:02,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:18:02,272 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:18:02,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27bec7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:18:02,273 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:18:02,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,44973,1731424678617, seqNum=-1] 2024-11-12T15:18:02,275 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:18:02,276 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T15:18:02,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a6f201fa5419,45035,1731424678475 2024-11-12T15:18:02,279 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57109 2024-11-12T15:18:02,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57109, baseZNode=/1-1429350926 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T15:18:02,292 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012f9fd2640005 connected 2024-11-12T15:18:02,304 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:18:02,306 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,34647,1731424673849 2024-11-12T15:18:02,306 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6181314b 2024-11-12T15:18:02,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:18:02,308 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T15:18:02,312 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34647 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T15:18:02,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34647 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T15:18:02,316 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T15:18:02,318 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:18:02,318 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34647 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T15:18:02,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:18:02,320 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T15:18:02,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42539 is added to blk_1073741835_1011 (size=902) 2024-11-12T15:18:02,345 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 43e1c84444e22550655eacd06d1a49bd, NAME => 'test,,1731424682309.43e1c84444e22550655eacd06d1a49bd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23 2024-11-12T15:18:02,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42539 is added to blk_1073741836_1012 (size=39) 2024-11-12T15:18:02,357 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731424682309.43e1c84444e22550655eacd06d1a49bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:18:02,357 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 43e1c84444e22550655eacd06d1a49bd, disabling compactions & flushes 2024-11-12T15:18:02,357 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731424682309.43e1c84444e22550655eacd06d1a49bd. 2024-11-12T15:18:02,358 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731424682309.43e1c84444e22550655eacd06d1a49bd. 2024-11-12T15:18:02,358 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731424682309.43e1c84444e22550655eacd06d1a49bd. after waiting 0 ms 2024-11-12T15:18:02,358 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731424682309.43e1c84444e22550655eacd06d1a49bd. 2024-11-12T15:18:02,358 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731424682309.43e1c84444e22550655eacd06d1a49bd. 2024-11-12T15:18:02,358 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 43e1c84444e22550655eacd06d1a49bd: Waiting for close lock at 1731424682357Disabling compacts and flushes for region at 1731424682357Disabling writes for close at 1731424682358 (+1 ms)Writing region close event to WAL at 1731424682358Closed at 1731424682358 2024-11-12T15:18:02,359 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T15:18:02,360 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731424682309.43e1c84444e22550655eacd06d1a49bd.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731424682359"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731424682359"}]},"ts":"1731424682359"} 2024-11-12T15:18:02,362 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T15:18:02,364 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T15:18:02,364 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731424682364"}]},"ts":"1731424682364"} 2024-11-12T15:18:02,366 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T15:18:02,367 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=43e1c84444e22550655eacd06d1a49bd, ASSIGN}] 2024-11-12T15:18:02,368 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=43e1c84444e22550655eacd06d1a49bd, ASSIGN 2024-11-12T15:18:02,369 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=43e1c84444e22550655eacd06d1a49bd, ASSIGN; state=OFFLINE, location=a6f201fa5419,38899,1731424674091; forceNewPlan=false, retain=false 2024-11-12T15:18:02,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:18:02,520 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=43e1c84444e22550655eacd06d1a49bd, regionState=OPENING, regionLocation=a6f201fa5419,38899,1731424674091 2024-11-12T15:18:02,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=43e1c84444e22550655eacd06d1a49bd, ASSIGN because future has completed 2024-11-12T15:18:02,523 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 43e1c84444e22550655eacd06d1a49bd, server=a6f201fa5419,38899,1731424674091}] 2024-11-12T15:18:02,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:18:02,681 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731424682309.43e1c84444e22550655eacd06d1a49bd. 2024-11-12T15:18:02,681 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 43e1c84444e22550655eacd06d1a49bd, NAME => 'test,,1731424682309.43e1c84444e22550655eacd06d1a49bd.', STARTKEY => '', ENDKEY => ''} 2024-11-12T15:18:02,682 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T15:18:02,682 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T15:18:02,683 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 43e1c84444e22550655eacd06d1a49bd 2024-11-12T15:18:02,683 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731424682309.43e1c84444e22550655eacd06d1a49bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:18:02,683 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 43e1c84444e22550655eacd06d1a49bd 2024-11-12T15:18:02,683 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 43e1c84444e22550655eacd06d1a49bd 2024-11-12T15:18:02,688 INFO [StoreOpener-43e1c84444e22550655eacd06d1a49bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 43e1c84444e22550655eacd06d1a49bd 2024-11-12T15:18:02,691 INFO [StoreOpener-43e1c84444e22550655eacd06d1a49bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43e1c84444e22550655eacd06d1a49bd columnFamilyName f 2024-11-12T15:18:02,691 DEBUG [StoreOpener-43e1c84444e22550655eacd06d1a49bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:18:02,691 INFO [StoreOpener-43e1c84444e22550655eacd06d1a49bd-1 {}] regionserver.HStore(327): Store=43e1c84444e22550655eacd06d1a49bd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:18:02,692 INFO [StoreOpener-43e1c84444e22550655eacd06d1a49bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 43e1c84444e22550655eacd06d1a49bd 2024-11-12T15:18:02,696 INFO [StoreOpener-43e1c84444e22550655eacd06d1a49bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43e1c84444e22550655eacd06d1a49bd columnFamilyName f1 2024-11-12T15:18:02,696 DEBUG [StoreOpener-43e1c84444e22550655eacd06d1a49bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:18:02,696 INFO [StoreOpener-43e1c84444e22550655eacd06d1a49bd-1 {}] regionserver.HStore(327): Store=43e1c84444e22550655eacd06d1a49bd/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:18:02,696 INFO [StoreOpener-43e1c84444e22550655eacd06d1a49bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 43e1c84444e22550655eacd06d1a49bd 2024-11-12T15:18:02,697 INFO [StoreOpener-43e1c84444e22550655eacd06d1a49bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43e1c84444e22550655eacd06d1a49bd columnFamilyName norep 2024-11-12T15:18:02,698 DEBUG [StoreOpener-43e1c84444e22550655eacd06d1a49bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:18:02,698 INFO [StoreOpener-43e1c84444e22550655eacd06d1a49bd-1 {}] regionserver.HStore(327): Store=43e1c84444e22550655eacd06d1a49bd/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:18:02,698 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 43e1c84444e22550655eacd06d1a49bd 2024-11-12T15:18:02,699 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/data/default/test/43e1c84444e22550655eacd06d1a49bd 2024-11-12T15:18:02,699 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/data/default/test/43e1c84444e22550655eacd06d1a49bd 2024-11-12T15:18:02,700 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 43e1c84444e22550655eacd06d1a49bd 2024-11-12T15:18:02,700 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 43e1c84444e22550655eacd06d1a49bd 2024-11-12T15:18:02,701 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T15:18:02,703 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 43e1c84444e22550655eacd06d1a49bd 2024-11-12T15:18:02,709 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/data/default/test/43e1c84444e22550655eacd06d1a49bd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T15:18:02,709 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 43e1c84444e22550655eacd06d1a49bd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65955006, jitterRate=-0.01719382405281067}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T15:18:02,710 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 43e1c84444e22550655eacd06d1a49bd 2024-11-12T15:18:02,710 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 43e1c84444e22550655eacd06d1a49bd: Running coprocessor pre-open hook at 1731424682684Writing region info on filesystem at 1731424682684Initializing all the Stores at 1731424682685 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424682686 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424682688 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424682688Cleaning up temporary data from old regions at 1731424682700 (+12 ms)Running coprocessor post-open hooks at 1731424682710 (+10 ms)Region opened successfully at 1731424682710 2024-11-12T15:18:02,713 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731424682309.43e1c84444e22550655eacd06d1a49bd., pid=6, masterSystemTime=1731424682675 2024-11-12T15:18:02,716 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731424682309.43e1c84444e22550655eacd06d1a49bd. 2024-11-12T15:18:02,716 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731424682309.43e1c84444e22550655eacd06d1a49bd. 2024-11-12T15:18:02,718 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=43e1c84444e22550655eacd06d1a49bd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a6f201fa5419,38899,1731424674091 2024-11-12T15:18:02,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 43e1c84444e22550655eacd06d1a49bd, server=a6f201fa5419,38899,1731424674091 because future has completed 2024-11-12T15:18:02,731 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T15:18:02,731 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 43e1c84444e22550655eacd06d1a49bd, server=a6f201fa5419,38899,1731424674091 in 202 msec 2024-11-12T15:18:02,736 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T15:18:02,736 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=43e1c84444e22550655eacd06d1a49bd, ASSIGN in 366 msec 2024-11-12T15:18:02,737 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T15:18:02,738 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731424682737"}]},"ts":"1731424682737"} 2024-11-12T15:18:02,742 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T15:18:02,744 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T15:18:02,749 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 431 msec 2024-11-12T15:18:02,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:18:02,949 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:18:02,949 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T15:18:02,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,45035,1731424678475 2024-11-12T15:18:02,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@103164e 2024-11-12T15:18:02,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:18:02,951 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T15:18:02,952 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T15:18:02,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T15:18:02,954 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T15:18:02,955 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:18:02,955 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T15:18:02,956 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T15:18:02,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:18:02,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45413 is added to blk_1073741835_1011 (size=902) 2024-11-12T15:18:03,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:18:03,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:18:03,364 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8809da6dd51ff9ccdd076bd833a11bdf, NAME => 'test,,1731424682951.8809da6dd51ff9ccdd076bd833a11bdf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7 2024-11-12T15:18:03,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45413 is added to blk_1073741836_1012 (size=39) 2024-11-12T15:18:03,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:18:03,770 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731424682951.8809da6dd51ff9ccdd076bd833a11bdf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:18:03,770 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8809da6dd51ff9ccdd076bd833a11bdf, disabling compactions & flushes 2024-11-12T15:18:03,770 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731424682951.8809da6dd51ff9ccdd076bd833a11bdf. 2024-11-12T15:18:03,770 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731424682951.8809da6dd51ff9ccdd076bd833a11bdf. 2024-11-12T15:18:03,770 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731424682951.8809da6dd51ff9ccdd076bd833a11bdf. after waiting 0 ms 2024-11-12T15:18:03,770 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731424682951.8809da6dd51ff9ccdd076bd833a11bdf. 2024-11-12T15:18:03,770 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731424682951.8809da6dd51ff9ccdd076bd833a11bdf. 2024-11-12T15:18:03,770 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8809da6dd51ff9ccdd076bd833a11bdf: Waiting for close lock at 1731424683770Disabling compacts and flushes for region at 1731424683770Disabling writes for close at 1731424683770Writing region close event to WAL at 1731424683770Closed at 1731424683770 2024-11-12T15:18:03,772 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T15:18:03,772 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731424682951.8809da6dd51ff9ccdd076bd833a11bdf.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731424683772"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731424683772"}]},"ts":"1731424683772"} 2024-11-12T15:18:03,804 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T15:18:03,806 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T15:18:03,806 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731424683806"}]},"ts":"1731424683806"} 2024-11-12T15:18:03,810 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T15:18:03,810 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8809da6dd51ff9ccdd076bd833a11bdf, ASSIGN}] 2024-11-12T15:18:03,813 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8809da6dd51ff9ccdd076bd833a11bdf, ASSIGN 2024-11-12T15:18:03,815 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8809da6dd51ff9ccdd076bd833a11bdf, ASSIGN; state=OFFLINE, location=a6f201fa5419,44973,1731424678617; forceNewPlan=false, retain=false 2024-11-12T15:18:03,966 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8809da6dd51ff9ccdd076bd833a11bdf, regionState=OPENING, regionLocation=a6f201fa5419,44973,1731424678617 2024-11-12T15:18:03,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8809da6dd51ff9ccdd076bd833a11bdf, ASSIGN because future has completed 2024-11-12T15:18:03,984 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8809da6dd51ff9ccdd076bd833a11bdf, server=a6f201fa5419,44973,1731424678617}] 2024-11-12T15:18:04,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:18:04,141 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731424682951.8809da6dd51ff9ccdd076bd833a11bdf. 2024-11-12T15:18:04,141 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8809da6dd51ff9ccdd076bd833a11bdf, NAME => 'test,,1731424682951.8809da6dd51ff9ccdd076bd833a11bdf.', STARTKEY => '', ENDKEY => ''} 2024-11-12T15:18:04,141 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T15:18:04,141 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T15:18:04,142 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8809da6dd51ff9ccdd076bd833a11bdf 2024-11-12T15:18:04,142 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731424682951.8809da6dd51ff9ccdd076bd833a11bdf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:18:04,144 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8809da6dd51ff9ccdd076bd833a11bdf 2024-11-12T15:18:04,144 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8809da6dd51ff9ccdd076bd833a11bdf 2024-11-12T15:18:04,148 INFO [StoreOpener-8809da6dd51ff9ccdd076bd833a11bdf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8809da6dd51ff9ccdd076bd833a11bdf 2024-11-12T15:18:04,151 INFO [StoreOpener-8809da6dd51ff9ccdd076bd833a11bdf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8809da6dd51ff9ccdd076bd833a11bdf columnFamilyName f 2024-11-12T15:18:04,151 DEBUG [StoreOpener-8809da6dd51ff9ccdd076bd833a11bdf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:18:04,151 INFO [StoreOpener-8809da6dd51ff9ccdd076bd833a11bdf-1 {}] regionserver.HStore(327): Store=8809da6dd51ff9ccdd076bd833a11bdf/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:18:04,151 INFO [StoreOpener-8809da6dd51ff9ccdd076bd833a11bdf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8809da6dd51ff9ccdd076bd833a11bdf 2024-11-12T15:18:04,152 INFO [StoreOpener-8809da6dd51ff9ccdd076bd833a11bdf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8809da6dd51ff9ccdd076bd833a11bdf columnFamilyName f1 2024-11-12T15:18:04,153 DEBUG [StoreOpener-8809da6dd51ff9ccdd076bd833a11bdf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:18:04,153 INFO [StoreOpener-8809da6dd51ff9ccdd076bd833a11bdf-1 {}] regionserver.HStore(327): Store=8809da6dd51ff9ccdd076bd833a11bdf/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:18:04,153 INFO [StoreOpener-8809da6dd51ff9ccdd076bd833a11bdf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8809da6dd51ff9ccdd076bd833a11bdf 2024-11-12T15:18:04,157 INFO [StoreOpener-8809da6dd51ff9ccdd076bd833a11bdf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8809da6dd51ff9ccdd076bd833a11bdf columnFamilyName norep 2024-11-12T15:18:04,157 DEBUG [StoreOpener-8809da6dd51ff9ccdd076bd833a11bdf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:18:04,160 INFO [StoreOpener-8809da6dd51ff9ccdd076bd833a11bdf-1 {}] regionserver.HStore(327): Store=8809da6dd51ff9ccdd076bd833a11bdf/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:18:04,160 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8809da6dd51ff9ccdd076bd833a11bdf 2024-11-12T15:18:04,160 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/data/default/test/8809da6dd51ff9ccdd076bd833a11bdf 2024-11-12T15:18:04,161 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/data/default/test/8809da6dd51ff9ccdd076bd833a11bdf 2024-11-12T15:18:04,162 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8809da6dd51ff9ccdd076bd833a11bdf 2024-11-12T15:18:04,162 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8809da6dd51ff9ccdd076bd833a11bdf 2024-11-12T15:18:04,162 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T15:18:04,163 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8809da6dd51ff9ccdd076bd833a11bdf 2024-11-12T15:18:04,168 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/data/default/test/8809da6dd51ff9ccdd076bd833a11bdf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T15:18:04,168 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8809da6dd51ff9ccdd076bd833a11bdf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68515173, jitterRate=0.020955637097358704}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T15:18:04,168 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8809da6dd51ff9ccdd076bd833a11bdf 2024-11-12T15:18:04,169 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8809da6dd51ff9ccdd076bd833a11bdf: Running coprocessor pre-open hook at 1731424684144Writing region info on filesystem at 1731424684144Initializing all the Stores at 1731424684145 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424684145Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424684148 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424684148Cleaning up temporary data from old regions at 1731424684162 (+14 ms)Running coprocessor post-open hooks at 1731424684168 (+6 ms)Region opened successfully at 1731424684168 2024-11-12T15:18:04,170 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731424682951.8809da6dd51ff9ccdd076bd833a11bdf., pid=6, masterSystemTime=1731424684137 2024-11-12T15:18:04,173 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8809da6dd51ff9ccdd076bd833a11bdf, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a6f201fa5419,44973,1731424678617 2024-11-12T15:18:04,175 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731424682951.8809da6dd51ff9ccdd076bd833a11bdf. 2024-11-12T15:18:04,175 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731424682951.8809da6dd51ff9ccdd076bd833a11bdf. 2024-11-12T15:18:04,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8809da6dd51ff9ccdd076bd833a11bdf, server=a6f201fa5419,44973,1731424678617 because future has completed 2024-11-12T15:18:04,185 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T15:18:04,186 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8809da6dd51ff9ccdd076bd833a11bdf, server=a6f201fa5419,44973,1731424678617 in 198 msec 2024-11-12T15:18:04,192 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T15:18:04,192 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8809da6dd51ff9ccdd076bd833a11bdf, ASSIGN in 376 msec 2024-11-12T15:18:04,193 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T15:18:04,193 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731424684193"}]},"ts":"1731424684193"} 2024-11-12T15:18:04,196 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T15:18:04,198 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T15:18:04,200 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2460 sec 2024-11-12T15:18:05,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:18:05,098 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T15:18:05,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3783754a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:18:05,099 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,34647,-1 for getting cluster id 2024-11-12T15:18:05,099 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:18:05,100 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b137d35-763d-479c-a624-7e2df88bd6ef' 2024-11-12T15:18:05,100 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:18:05,100 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b137d35-763d-479c-a624-7e2df88bd6ef" 2024-11-12T15:18:05,100 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15f41a05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:18:05,100 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,34647,-1] 2024-11-12T15:18:05,101 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:18:05,101 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:18:05,102 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:18:05,102 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18f93086, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:18:05,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ea56109, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:18:05,103 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,45035,-1 for getting cluster id 2024-11-12T15:18:05,103 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:18:05,104 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2102a05a-0364-4c44-af26-ae8bb0115f43' 2024-11-12T15:18:05,104 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:18:05,104 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2102a05a-0364-4c44-af26-ae8bb0115f43" 2024-11-12T15:18:05,104 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49d7b8db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:18:05,104 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,45035,-1] 2024-11-12T15:18:05,105 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:18:05,105 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:18:05,106 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:18:05,107 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13d6c8ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:18:05,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3637dda0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:18:05,108 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,34647,-1 for getting cluster id 2024-11-12T15:18:05,108 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:18:05,110 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b137d35-763d-479c-a624-7e2df88bd6ef' 2024-11-12T15:18:05,110 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:18:05,110 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b137d35-763d-479c-a624-7e2df88bd6ef" 2024-11-12T15:18:05,110 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fb0edd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:18:05,110 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,34647,-1] 2024-11-12T15:18:05,110 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:18:05,111 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:18:05,111 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:18:05,112 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6493f738, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:18:05,114 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:18:05,115 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,34647,1731424673849 2024-11-12T15:18:05,115 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47af0b4c 2024-11-12T15:18:05,116 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:18:05,117 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T15:18:05,117 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34647 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://a6f201fa5419:45035,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-12T15:18:05,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34647 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T15:18:05,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T15:18:05,120 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a6f201fa5419:45035' 2024-11-12T15:18:05,121 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79008b66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:18:05,121 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,45035,-1 for getting cluster id 2024-11-12T15:18:05,121 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:18:05,122 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2102a05a-0364-4c44-af26-ae8bb0115f43' 2024-11-12T15:18:05,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:18:05,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2102a05a-0364-4c44-af26-ae8bb0115f43" 2024-11-12T15:18:05,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@194774e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:18:05,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,45035,-1] 2024-11-12T15:18:05,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:18:05,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:18:05,124 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:18:05,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f4539ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:18:05,125 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:18:05,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,45035,1731424678475 2024-11-12T15:18:05,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f36855 2024-11-12T15:18:05,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:18:05,126 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T15:18:05,127 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-12T15:18:05,127 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T15:18:05,127 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:18:05,127 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:18:05,128 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:18:05,128 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T15:18:05,129 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T15:18:05,131 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T15:18:05,131 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:18:05,132 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T15:18:05,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42539 is added to blk_1073741837_1013 (size=1138) 2024-11-12T15:18:05,149 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 24582a8c1190d0954afaab9bc3a2d64b, NAME => 'hbase:replication,,1731424685128.24582a8c1190d0954afaab9bc3a2d64b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23 2024-11-12T15:18:05,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42539 is added to blk_1073741838_1014 (size=44) 2024-11-12T15:18:05,160 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731424685128.24582a8c1190d0954afaab9bc3a2d64b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:18:05,160 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 24582a8c1190d0954afaab9bc3a2d64b, disabling compactions & flushes 2024-11-12T15:18:05,160 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731424685128.24582a8c1190d0954afaab9bc3a2d64b. 2024-11-12T15:18:05,160 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731424685128.24582a8c1190d0954afaab9bc3a2d64b. 2024-11-12T15:18:05,161 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731424685128.24582a8c1190d0954afaab9bc3a2d64b. after waiting 0 ms 2024-11-12T15:18:05,161 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731424685128.24582a8c1190d0954afaab9bc3a2d64b. 2024-11-12T15:18:05,161 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731424685128.24582a8c1190d0954afaab9bc3a2d64b. 2024-11-12T15:18:05,161 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 24582a8c1190d0954afaab9bc3a2d64b: Waiting for close lock at 1731424685160Disabling compacts and flushes for region at 1731424685160Disabling writes for close at 1731424685161 (+1 ms)Writing region close event to WAL at 1731424685161Closed at 1731424685161 2024-11-12T15:18:05,162 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T15:18:05,162 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731424685128.24582a8c1190d0954afaab9bc3a2d64b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731424685162"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731424685162"}]},"ts":"1731424685162"} 2024-11-12T15:18:05,165 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T15:18:05,169 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T15:18:05,169 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731424685169"}]},"ts":"1731424685169"} 2024-11-12T15:18:05,172 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T15:18:05,172 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=24582a8c1190d0954afaab9bc3a2d64b, ASSIGN}] 2024-11-12T15:18:05,173 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=24582a8c1190d0954afaab9bc3a2d64b, ASSIGN 2024-11-12T15:18:05,175 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=24582a8c1190d0954afaab9bc3a2d64b, ASSIGN; state=OFFLINE, location=a6f201fa5419,38899,1731424674091; forceNewPlan=false, retain=false 2024-11-12T15:18:05,180 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T15:18:05,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T15:18:05,326 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=24582a8c1190d0954afaab9bc3a2d64b, regionState=OPENING, regionLocation=a6f201fa5419,38899,1731424674091 2024-11-12T15:18:05,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=24582a8c1190d0954afaab9bc3a2d64b, ASSIGN because future has completed 2024-11-12T15:18:05,329 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 24582a8c1190d0954afaab9bc3a2d64b, server=a6f201fa5419,38899,1731424674091}] 2024-11-12T15:18:05,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T15:18:05,486 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731424685128.24582a8c1190d0954afaab9bc3a2d64b. 2024-11-12T15:18:05,486 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:18:05,486 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T15:18:05,488 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a6f201fa5419%2C38899%2C1731424674091.rep, suffix=, logDir=hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/WALs/a6f201fa5419,38899,1731424674091, archiveDir=hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/oldWALs, maxLogs=10 2024-11-12T15:18:05,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/WALs/a6f201fa5419,38899,1731424674091/a6f201fa5419%2C38899%2C1731424674091.rep.1731424685488, exclude list is [], retry=0 2024-11-12T15:18:05,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42539,DS-4a4d708e-be05-4eb8-b325-1da676e6fdda,DISK] 2024-11-12T15:18:05,508 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/WALs/a6f201fa5419,38899,1731424674091/a6f201fa5419%2C38899%2C1731424674091.rep.1731424685488 2024-11-12T15:18:05,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36751:36751)] 2024-11-12T15:18:05,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 24582a8c1190d0954afaab9bc3a2d64b, NAME => 'hbase:replication,,1731424685128.24582a8c1190d0954afaab9bc3a2d64b.', STARTKEY => '', ENDKEY => ''} 2024-11-12T15:18:05,509 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T15:18:05,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T15:18:05,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731424685128.24582a8c1190d0954afaab9bc3a2d64b. service=MultiRowMutationService 2024-11-12T15:18:05,509 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T15:18:05,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 24582a8c1190d0954afaab9bc3a2d64b 2024-11-12T15:18:05,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731424685128.24582a8c1190d0954afaab9bc3a2d64b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:18:05,510 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 24582a8c1190d0954afaab9bc3a2d64b 2024-11-12T15:18:05,510 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 24582a8c1190d0954afaab9bc3a2d64b 2024-11-12T15:18:05,511 INFO [StoreOpener-24582a8c1190d0954afaab9bc3a2d64b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 24582a8c1190d0954afaab9bc3a2d64b 2024-11-12T15:18:05,513 INFO [StoreOpener-24582a8c1190d0954afaab9bc3a2d64b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24582a8c1190d0954afaab9bc3a2d64b columnFamilyName hfileref 2024-11-12T15:18:05,513 DEBUG [StoreOpener-24582a8c1190d0954afaab9bc3a2d64b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:18:05,513 INFO [StoreOpener-24582a8c1190d0954afaab9bc3a2d64b-1 {}] regionserver.HStore(327): Store=24582a8c1190d0954afaab9bc3a2d64b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:18:05,513 INFO [StoreOpener-24582a8c1190d0954afaab9bc3a2d64b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 24582a8c1190d0954afaab9bc3a2d64b 2024-11-12T15:18:05,514 INFO [StoreOpener-24582a8c1190d0954afaab9bc3a2d64b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24582a8c1190d0954afaab9bc3a2d64b columnFamilyName queue 2024-11-12T15:18:05,514 DEBUG [StoreOpener-24582a8c1190d0954afaab9bc3a2d64b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:18:05,515 INFO [StoreOpener-24582a8c1190d0954afaab9bc3a2d64b-1 {}] regionserver.HStore(327): Store=24582a8c1190d0954afaab9bc3a2d64b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:18:05,515 INFO [StoreOpener-24582a8c1190d0954afaab9bc3a2d64b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 24582a8c1190d0954afaab9bc3a2d64b 2024-11-12T15:18:05,517 INFO [StoreOpener-24582a8c1190d0954afaab9bc3a2d64b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24582a8c1190d0954afaab9bc3a2d64b columnFamilyName sid 2024-11-12T15:18:05,517 DEBUG [StoreOpener-24582a8c1190d0954afaab9bc3a2d64b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:18:05,517 INFO [StoreOpener-24582a8c1190d0954afaab9bc3a2d64b-1 {}] regionserver.HStore(327): Store=24582a8c1190d0954afaab9bc3a2d64b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:18:05,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 24582a8c1190d0954afaab9bc3a2d64b 2024-11-12T15:18:05,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/data/hbase/replication/24582a8c1190d0954afaab9bc3a2d64b 2024-11-12T15:18:05,519 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/data/hbase/replication/24582a8c1190d0954afaab9bc3a2d64b 2024-11-12T15:18:05,520 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 24582a8c1190d0954afaab9bc3a2d64b 2024-11-12T15:18:05,520 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 24582a8c1190d0954afaab9bc3a2d64b 2024-11-12T15:18:05,520 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T15:18:05,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 24582a8c1190d0954afaab9bc3a2d64b 2024-11-12T15:18:05,525 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/data/hbase/replication/24582a8c1190d0954afaab9bc3a2d64b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T15:18:05,525 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 24582a8c1190d0954afaab9bc3a2d64b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71434062, jitterRate=0.0644504725933075}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T15:18:05,525 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 24582a8c1190d0954afaab9bc3a2d64b 2024-11-12T15:18:05,526 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 24582a8c1190d0954afaab9bc3a2d64b: Running coprocessor pre-open hook at 1731424685510Writing region info on filesystem at 1731424685510Initializing all the Stores at 1731424685511 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424685511Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424685511Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424685511Cleaning up temporary data from old regions at 1731424685520 (+9 ms)Running coprocessor post-open hooks at 1731424685525 (+5 ms)Region opened successfully at 1731424685526 (+1 ms) 2024-11-12T15:18:05,528 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731424685128.24582a8c1190d0954afaab9bc3a2d64b., pid=10, masterSystemTime=1731424685482 2024-11-12T15:18:05,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731424685128.24582a8c1190d0954afaab9bc3a2d64b. 2024-11-12T15:18:05,530 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731424685128.24582a8c1190d0954afaab9bc3a2d64b. 2024-11-12T15:18:05,531 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=24582a8c1190d0954afaab9bc3a2d64b, regionState=OPEN, openSeqNum=2, regionLocation=a6f201fa5419,38899,1731424674091 2024-11-12T15:18:05,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 24582a8c1190d0954afaab9bc3a2d64b, server=a6f201fa5419,38899,1731424674091 because future has completed 2024-11-12T15:18:05,536 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T15:18:05,536 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 24582a8c1190d0954afaab9bc3a2d64b, server=a6f201fa5419,38899,1731424674091 in 206 msec 2024-11-12T15:18:05,539 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T15:18:05,539 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=24582a8c1190d0954afaab9bc3a2d64b, ASSIGN in 365 msec 2024-11-12T15:18:05,540 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T15:18:05,541 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731424685540"}]},"ts":"1731424685540"} 2024-11-12T15:18:05,543 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T15:18:05,545 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T15:18:05,547 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 417 msec 2024-11-12T15:18:05,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731424685128.24582a8c1190d0954afaab9bc3a2d64b., hostname=a6f201fa5419,38899,1731424674091, seqNum=2] 2024-11-12T15:18:05,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34647-0x1012f9fd2640000, quorum=127.0.0.1:57109, baseZNode=/0-277163911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-277163911 2024-11-12T15:18:05,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38899-0x1012f9fd2640001, quorum=127.0.0.1:57109, baseZNode=/0-277163911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-277163911 2024-11-12T15:18:05,707 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T15:18:05,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T15:18:05,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38899 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T15:18:05,860 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T15:18:05,886 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a6f201fa5419,38899,1731424674091, ReplicationSource: 1, currentBandwidth=0 2024-11-12T15:18:05,887 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:18:05,887 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,38899,1731424674091, seqNum=-1] 2024-11-12T15:18:05,887 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:18:05,888 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49369, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-12T15:18:05,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a6f201fa5419,38899,1731424674091', locateType=CURRENT is [region=hbase:replication,,1731424685128.24582a8c1190d0954afaab9bc3a2d64b., hostname=a6f201fa5419,38899,1731424674091, seqNum=2] 2024-11-12T15:18:05,893 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T15:18:05,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34647 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T15:18:05,898 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a6f201fa5419,38899,1731424674091 suceeded 2024-11-12T15:18:05,911 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38899,1731424674091 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a6f201fa5419:45035' 2024-11-12T15:18:05,911 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T15:18:05,911 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-12T15:18:05,912 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a6f201fa5419:45035,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-12T15:18:05,914 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 795 msec 2024-11-12T15:18:05,924 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38899,1731424674091 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78360933, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:18:05,925 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38899,1731424674091 {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,45035,-1 for getting cluster id 2024-11-12T15:18:05,925 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38899,1731424674091 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:18:05,926 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2102a05a-0364-4c44-af26-ae8bb0115f43' 2024-11-12T15:18:05,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:18:05,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2102a05a-0364-4c44-af26-ae8bb0115f43" 2024-11-12T15:18:05,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d8469f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:18:05,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,45035,-1] 2024-11-12T15:18:05,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:18:05,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:18:05,929 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:18:05,930 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38899,1731424674091 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5125191b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:18:05,930 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38899,1731424674091 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:18:05,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,45035,1731424678475 2024-11-12T15:18:05,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d9daf31 2024-11-12T15:18:05,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:18:05,932 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-12T15:18:05,933 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38899,1731424674091 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a6f201fa5419,38899,1731424674091 (queues=1) is replicating from cluster=4b137d35-763d-479c-a624-7e2df88bd6ef to cluster=2102a05a-0364-4c44-af26-ae8bb0115f43 2024-11-12T15:18:05,933 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38899,1731424674091 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a6f201fa5419%2C38899%2C1731424674091 2024-11-12T15:18:05,933 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38899,1731424674091 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a6f201fa5419,38899,1731424674091, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T15:18:05,942 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38899,1731424674091.replicationSource.wal-reader.a6f201fa5419%2C38899%2C1731424674091,1-a6f201fa5419,38899,1731424674091 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/WALs/a6f201fa5419,38899,1731424674091/a6f201fa5419%2C38899%2C1731424674091.1731424675986, startPosition=0, beingWritten=true 2024-11-12T15:18:05,942 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38899,1731424674091.replicationSource.shippera6f201fa5419%2C38899%2C1731424674091,1-a6f201fa5419,38899,1731424674091 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a6f201fa5419%2C38899%2C1731424674091 2024-11-12T15:18:05,960 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38899,1731424674091.replicationSource.wal-reader.a6f201fa5419%2C38899%2C1731424674091,1-a6f201fa5419,38899,1731424674091 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T15:18:05,960 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38899,1731424674091.replicationSource.wal-reader.a6f201fa5419%2C38899%2C1731424674091,1-a6f201fa5419,38899,1731424674091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/WALs/a6f201fa5419,38899,1731424674091/a6f201fa5419%2C38899%2C1731424674091.1731424675986 to pos 379, reset compression=false 2024-11-12T15:18:05,961 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38899,1731424674091.replicationSource.shippera6f201fa5419%2C38899%2C1731424674091,1-a6f201fa5419,38899,1731424674091 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a6f201fa5419,38899,1731424674091 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/WALs/a6f201fa5419,38899,1731424674091/a6f201fa5419%2C38899%2C1731424674091.1731424675986, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T15:18:06,186 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38899,1731424674091.replicationSource.wal-reader.a6f201fa5419%2C38899%2C1731424674091,1-a6f201fa5419,38899,1731424674091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/WALs/a6f201fa5419,38899,1731424674091/a6f201fa5419%2C38899%2C1731424674091.1731424675986 to pos 379, reset compression=false 2024-11-12T15:18:06,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T15:18:06,258 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T15:18:06,258 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T15:18:06,258 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:18:06,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:18:06,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:18:06,259 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:18:06,259 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:18:06,267 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731424686265/Put/seqid=0 2024-11-12T15:18:06,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42539 is added to blk_1073741840_1016 (size=7894) 2024-11-12T15:18:06,335 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T15:18:06,335 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T15:18:06,336 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T15:18:06,336 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-12T15:18:06,337 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-12T15:18:06,337 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-12T15:18:06,337 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T15:18:06,337 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-12T15:18:06,337 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T15:18:06,337 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-12T15:18:06,337 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T15:18:06,338 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-12T15:18:06,491 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38899,1731424674091.replicationSource.wal-reader.a6f201fa5419%2C38899%2C1731424674091,1-a6f201fa5419,38899,1731424674091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/WALs/a6f201fa5419,38899,1731424674091/a6f201fa5419%2C38899%2C1731424674091.1731424675986 to pos 379, reset compression=false 2024-11-12T15:18:06,686 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/load_f/f/hfile_1 is 34, key is ddd/f:row/1731424686684/Put/seqid=0 2024-11-12T15:18:06,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42539 is added to blk_1073741841_1017 (size=7691) 2024-11-12T15:18:06,694 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38ef9416, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:18:06,694 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,34647,-1 for getting cluster id 2024-11-12T15:18:06,695 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:18:06,696 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b137d35-763d-479c-a624-7e2df88bd6ef' 2024-11-12T15:18:06,696 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:18:06,696 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b137d35-763d-479c-a624-7e2df88bd6ef" 2024-11-12T15:18:06,696 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42f55a58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:18:06,696 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,34647,-1] 2024-11-12T15:18:06,697 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:18:06,697 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:18:06,698 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:18:06,699 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78a9e4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:18:06,699 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:18:06,700 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,38899,1731424674091, seqNum=-1] 2024-11-12T15:18:06,700 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:18:06,701 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T15:18:06,710 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:18:06,711 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,34647,1731424673849 2024-11-12T15:18:06,711 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4cf723a3 2024-11-12T15:18:06,714 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:18:06,715 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T15:18:06,722 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731424682309.43e1c84444e22550655eacd06d1a49bd., hostname=a6f201fa5419,38899,1731424674091, seqNum=2] 2024-11-12T15:18:06,733 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T15:18:06,752 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-12T15:18:06,755 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-12T15:18:06,773 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38899 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/load_f/f/hfile_0 for inclusion in 43e1c84444e22550655eacd06d1a49bd/f 2024-11-12T15:18:06,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38899 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-12T15:18:06,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38899 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T15:18:06,782 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38899 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/load_f/f/hfile_1 for inclusion in 43e1c84444e22550655eacd06d1a49bd/f 2024-11-12T15:18:06,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38899 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-12T15:18:06,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38899 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T15:18:06,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38899 {}] regionserver.HRegion(2603): Flush status journal for 43e1c84444e22550655eacd06d1a49bd: 2024-11-12T15:18:06,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38899 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/load_f/f/hfile_0 to hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/staging/jenkins__test__kvbvkckbrg6omv0uctspu1g5t4b2urpjmhtl2fgobp8t8ptdkn3ukkiijkeg4d5k/f/hfile_0 2024-11-12T15:18:06,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38899 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/staging/jenkins__test__kvbvkckbrg6omv0uctspu1g5t4b2urpjmhtl2fgobp8t8ptdkn3ukkiijkeg4d5k/f/hfile_0 as hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/data/default/test/43e1c84444e22550655eacd06d1a49bd/f/b5fd7e190e5f4377b68e2f816117a688_SeqId_4_ 2024-11-12T15:18:06,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38899 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/load_f/f/hfile_1 to hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/staging/jenkins__test__kvbvkckbrg6omv0uctspu1g5t4b2urpjmhtl2fgobp8t8ptdkn3ukkiijkeg4d5k/f/hfile_1 2024-11-12T15:18:06,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38899 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/staging/jenkins__test__kvbvkckbrg6omv0uctspu1g5t4b2urpjmhtl2fgobp8t8ptdkn3ukkiijkeg4d5k/f/hfile_1 as hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/data/default/test/43e1c84444e22550655eacd06d1a49bd/f/7721f4fc40e94047b33cd44aa4d57055_SeqId_4_ 2024-11-12T15:18:06,803 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38899 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/staging/jenkins__test__kvbvkckbrg6omv0uctspu1g5t4b2urpjmhtl2fgobp8t8ptdkn3ukkiijkeg4d5k/f/hfile_0 into 43e1c84444e22550655eacd06d1a49bd/f as hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/data/default/test/43e1c84444e22550655eacd06d1a49bd/f/b5fd7e190e5f4377b68e2f816117a688_SeqId_4_ - updating store file list. 2024-11-12T15:18:06,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38899 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b5fd7e190e5f4377b68e2f816117a688_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T15:18:06,809 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38899 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/data/default/test/43e1c84444e22550655eacd06d1a49bd/f/b5fd7e190e5f4377b68e2f816117a688_SeqId_4_ into 43e1c84444e22550655eacd06d1a49bd/f 2024-11-12T15:18:06,809 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38899 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/staging/jenkins__test__kvbvkckbrg6omv0uctspu1g5t4b2urpjmhtl2fgobp8t8ptdkn3ukkiijkeg4d5k/f/hfile_0 into 43e1c84444e22550655eacd06d1a49bd/f (new location: hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/data/default/test/43e1c84444e22550655eacd06d1a49bd/f/b5fd7e190e5f4377b68e2f816117a688_SeqId_4_) 2024-11-12T15:18:06,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38899 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/staging/jenkins__test__kvbvkckbrg6omv0uctspu1g5t4b2urpjmhtl2fgobp8t8ptdkn3ukkiijkeg4d5k/f/hfile_0 2024-11-12T15:18:06,812 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38899 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/staging/jenkins__test__kvbvkckbrg6omv0uctspu1g5t4b2urpjmhtl2fgobp8t8ptdkn3ukkiijkeg4d5k/f/hfile_1 into 43e1c84444e22550655eacd06d1a49bd/f as hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/data/default/test/43e1c84444e22550655eacd06d1a49bd/f/7721f4fc40e94047b33cd44aa4d57055_SeqId_4_ - updating store file list. 2024-11-12T15:18:06,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38899 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7721f4fc40e94047b33cd44aa4d57055_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T15:18:06,822 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38899 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/data/default/test/43e1c84444e22550655eacd06d1a49bd/f/7721f4fc40e94047b33cd44aa4d57055_SeqId_4_ into 43e1c84444e22550655eacd06d1a49bd/f 2024-11-12T15:18:06,822 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38899 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/staging/jenkins__test__kvbvkckbrg6omv0uctspu1g5t4b2urpjmhtl2fgobp8t8ptdkn3ukkiijkeg4d5k/f/hfile_1 into 43e1c84444e22550655eacd06d1a49bd/f (new location: hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/data/default/test/43e1c84444e22550655eacd06d1a49bd/f/7721f4fc40e94047b33cd44aa4d57055_SeqId_4_) 2024-11-12T15:18:06,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38899 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/staging/jenkins__test__kvbvkckbrg6omv0uctspu1g5t4b2urpjmhtl2fgobp8t8ptdkn3ukkiijkeg4d5k/f/hfile_1 2024-11-12T15:18:06,834 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T15:18:06,834 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:18:06,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:18:06,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:18:06,834 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:18:06,835 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:18:06,836 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731424682309.43e1c84444e22550655eacd06d1a49bd., hostname=a6f201fa5419,38899,1731424674091, seqNum=2 , the old value is region=test,,1731424682309.43e1c84444e22550655eacd06d1a49bd., hostname=a6f201fa5419,38899,1731424674091, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=a6f201fa5419:38899 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T15:18:06,837 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731424682309.43e1c84444e22550655eacd06d1a49bd., hostname=a6f201fa5419,38899,1731424674091, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T15:18:06,837 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731424682309.43e1c84444e22550655eacd06d1a49bd., hostname=a6f201fa5419,38899,1731424674091, seqNum=2 from cache 2024-11-12T15:18:06,839 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-12T15:18:06,841 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,44973,1731424678617, seqNum=-1] 2024-11-12T15:18:06,842 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:18:06,843 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T15:18:06,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731424682951.8809da6dd51ff9ccdd076bd833a11bdf., hostname=a6f201fa5419,44973,1731424678617, seqNum=2] 2024-11-12T15:18:06,849 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-12T15:18:06,896 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38899,1731424674091.replicationSource.wal-reader.a6f201fa5419%2C38899%2C1731424674091,1-a6f201fa5419,38899,1731424674091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/WALs/a6f201fa5419,38899,1731424674091/a6f201fa5419%2C38899%2C1731424674091.1731424675986 to pos 379, reset compression=false 2024-11-12T15:18:06,903 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38899,1731424674091.replicationSource.wal-reader.a6f201fa5419%2C38899%2C1731424674091,1-a6f201fa5419,38899,1731424674091 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T15:18:06,903 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38899,1731424674091.replicationSource.shippera6f201fa5419%2C38899%2C1731424674091,1-a6f201fa5419,38899,1731424674091 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a6f201fa5419,38899,1731424674091 got entry batch from reader: WALEntryBatch [walEntries=[{test/43e1c84444e22550655eacd06d1a49bd/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731424686827/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/WALs/a6f201fa5419,38899,1731424674091/a6f201fa5419%2C38899%2C1731424674091.1731424675986, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-12T15:18:06,933 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38899,1731424674091.replicationSource.shippera6f201fa5419%2C38899%2C1731424674091,1-a6f201fa5419,38899,1731424674091 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T15:18:06,936 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-12T15:18:06,938 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44973 {}] regionserver.ReplicationSink(318): Replicating [4b137d35-763d-479c-a624-7e2df88bd6ef] bulk loaded data 2024-11-12T15:18:06,940 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44973 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44b8d728, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:18:06,940 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44973 {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,45035,-1 for getting cluster id 2024-11-12T15:18:06,941 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44973 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:18:06,942 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2102a05a-0364-4c44-af26-ae8bb0115f43' 2024-11-12T15:18:06,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:18:06,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2102a05a-0364-4c44-af26-ae8bb0115f43" 2024-11-12T15:18:06,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b599cad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:18:06,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,45035,-1] 2024-11-12T15:18:06,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:18:06,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:18:06,946 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:18:06,947 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44973 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@618dce8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:18:06,952 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a6f201fa5419:38899 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-12T15:18:06,985 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-12T15:18:06,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45413 is added to blk_1073741837_1013 (size=7894) 2024-11-12T15:18:07,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45413 is added to blk_1073741838_1014 (size=7691) 2024-11-12T15:18:07,039 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44973 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:18:07,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,45035,1731424678475 2024-11-12T15:18:07,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@197ef862 2024-11-12T15:18:07,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:18:07,042 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-12T15:18:07,044 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44973 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T15:18:07,045 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44973 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:18:07,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,44973,1731424678617, seqNum=-1] 2024-11-12T15:18:07,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:18:07,051 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-12T15:18:07,066 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/staging/jenkins.hfs.6__test__19g2lo7vko8ol5b5bsodgnhguabiutud03bm0ti7jh6en1iqlqvt7s42i6jm1d93/f/7721f4fc40e94047b33cd44aa4d57055_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-12T15:18:07,074 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/staging/jenkins.hfs.6__test__19g2lo7vko8ol5b5bsodgnhguabiutud03bm0ti7jh6en1iqlqvt7s42i6jm1d93/f/b5fd7e190e5f4377b68e2f816117a688_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-12T15:18:07,090 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44973 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/staging/jenkins.hfs.6__test__19g2lo7vko8ol5b5bsodgnhguabiutud03bm0ti7jh6en1iqlqvt7s42i6jm1d93/f/b5fd7e190e5f4377b68e2f816117a688_SeqId_4_ for inclusion in 8809da6dd51ff9ccdd076bd833a11bdf/f 2024-11-12T15:18:07,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44973 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-12T15:18:07,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44973 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T15:18:07,096 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44973 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/staging/jenkins.hfs.6__test__19g2lo7vko8ol5b5bsodgnhguabiutud03bm0ti7jh6en1iqlqvt7s42i6jm1d93/f/7721f4fc40e94047b33cd44aa4d57055_SeqId_4_ for inclusion in 8809da6dd51ff9ccdd076bd833a11bdf/f 2024-11-12T15:18:07,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44973 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-12T15:18:07,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44973 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T15:18:07,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44973 {}] regionserver.HRegion(2603): Flush status journal for 8809da6dd51ff9ccdd076bd833a11bdf: 2024-11-12T15:18:07,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44973 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b5fd7e190e5f4377b68e2f816117a688_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-12T15:18:07,103 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38899,1731424674091.replicationSource.wal-reader.a6f201fa5419%2C38899%2C1731424674091,1-a6f201fa5419,38899,1731424674091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/WALs/a6f201fa5419,38899,1731424674091/a6f201fa5419%2C38899%2C1731424674091.1731424675986 to pos 687, reset compression=false 2024-11-12T15:18:07,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44973 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/staging/jenkins.hfs.6__test__19g2lo7vko8ol5b5bsodgnhguabiutud03bm0ti7jh6en1iqlqvt7s42i6jm1d93/f/b5fd7e190e5f4377b68e2f816117a688_SeqId_4_ as hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/data/default/test/8809da6dd51ff9ccdd076bd833a11bdf/f/e88b99fc20ab45da8bddadbfbd832690_SeqId_4_ 2024-11-12T15:18:07,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44973 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7721f4fc40e94047b33cd44aa4d57055_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-12T15:18:07,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44973 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/staging/jenkins.hfs.6__test__19g2lo7vko8ol5b5bsodgnhguabiutud03bm0ti7jh6en1iqlqvt7s42i6jm1d93/f/7721f4fc40e94047b33cd44aa4d57055_SeqId_4_ as hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/data/default/test/8809da6dd51ff9ccdd076bd833a11bdf/f/fbf3c2dbc9c44e1f991cc6c6c44215d2_SeqId_4_ 2024-11-12T15:18:07,137 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44973 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/staging/jenkins.hfs.6__test__19g2lo7vko8ol5b5bsodgnhguabiutud03bm0ti7jh6en1iqlqvt7s42i6jm1d93/f/b5fd7e190e5f4377b68e2f816117a688_SeqId_4_ into 8809da6dd51ff9ccdd076bd833a11bdf/f as hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/data/default/test/8809da6dd51ff9ccdd076bd833a11bdf/f/e88b99fc20ab45da8bddadbfbd832690_SeqId_4_ - updating store file list. 2024-11-12T15:18:07,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44973 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e88b99fc20ab45da8bddadbfbd832690_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T15:18:07,146 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44973 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/data/default/test/8809da6dd51ff9ccdd076bd833a11bdf/f/e88b99fc20ab45da8bddadbfbd832690_SeqId_4_ into 8809da6dd51ff9ccdd076bd833a11bdf/f 2024-11-12T15:18:07,146 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44973 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/staging/jenkins.hfs.6__test__19g2lo7vko8ol5b5bsodgnhguabiutud03bm0ti7jh6en1iqlqvt7s42i6jm1d93/f/b5fd7e190e5f4377b68e2f816117a688_SeqId_4_ into 8809da6dd51ff9ccdd076bd833a11bdf/f (new location: hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/data/default/test/8809da6dd51ff9ccdd076bd833a11bdf/f/e88b99fc20ab45da8bddadbfbd832690_SeqId_4_) 2024-11-12T15:18:07,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44973 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/staging/jenkins.hfs.6__test__19g2lo7vko8ol5b5bsodgnhguabiutud03bm0ti7jh6en1iqlqvt7s42i6jm1d93/f/b5fd7e190e5f4377b68e2f816117a688_SeqId_4_ 2024-11-12T15:18:07,148 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44973 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/staging/jenkins.hfs.6__test__19g2lo7vko8ol5b5bsodgnhguabiutud03bm0ti7jh6en1iqlqvt7s42i6jm1d93/f/7721f4fc40e94047b33cd44aa4d57055_SeqId_4_ into 8809da6dd51ff9ccdd076bd833a11bdf/f as hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/data/default/test/8809da6dd51ff9ccdd076bd833a11bdf/f/fbf3c2dbc9c44e1f991cc6c6c44215d2_SeqId_4_ - updating store file list. 2024-11-12T15:18:07,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44973 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fbf3c2dbc9c44e1f991cc6c6c44215d2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T15:18:07,154 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44973 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/data/default/test/8809da6dd51ff9ccdd076bd833a11bdf/f/fbf3c2dbc9c44e1f991cc6c6c44215d2_SeqId_4_ into 8809da6dd51ff9ccdd076bd833a11bdf/f 2024-11-12T15:18:07,154 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44973 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/staging/jenkins.hfs.6__test__19g2lo7vko8ol5b5bsodgnhguabiutud03bm0ti7jh6en1iqlqvt7s42i6jm1d93/f/7721f4fc40e94047b33cd44aa4d57055_SeqId_4_ into 8809da6dd51ff9ccdd076bd833a11bdf/f (new location: hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/data/default/test/8809da6dd51ff9ccdd076bd833a11bdf/f/fbf3c2dbc9c44e1f991cc6c6c44215d2_SeqId_4_) 2024-11-12T15:18:07,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44973 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/staging/jenkins.hfs.6__test__19g2lo7vko8ol5b5bsodgnhguabiutud03bm0ti7jh6en1iqlqvt7s42i6jm1d93/f/7721f4fc40e94047b33cd44aa4d57055_SeqId_4_ 2024-11-12T15:18:07,159 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44973 {}] regionserver.ReplicationSink(324): Finished replicating [4b137d35-763d-479c-a624-7e2df88bd6ef] bulk loaded data 2024-11-12T15:18:07,417 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38899,1731424674091.replicationSource.wal-reader.a6f201fa5419%2C38899%2C1731424674091,1-a6f201fa5419,38899,1731424674091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/WALs/a6f201fa5419,38899,1731424674091/a6f201fa5419%2C38899%2C1731424674091.1731424675986 to pos 687, reset compression=false 2024-11-12T15:18:07,668 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T15:18:07,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:18:07,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:18:07,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:18:07,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:18:07,822 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38899,1731424674091.replicationSource.wal-reader.a6f201fa5419%2C38899%2C1731424674091,1-a6f201fa5419,38899,1731424674091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/WALs/a6f201fa5419,38899,1731424674091/a6f201fa5419%2C38899%2C1731424674091.1731424675986 to pos 687, reset compression=false 2024-11-12T15:18:07,871 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:18:07,877 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731424687874/Put/seqid=0 2024-11-12T15:18:07,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42539 is added to blk_1073741842_1018 (size=7997) 2024-11-12T15:18:07,905 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731424687904/Put/seqid=0 2024-11-12T15:18:07,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42539 is added to blk_1073741843_1019 (size=7794) 2024-11-12T15:18:07,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@296a5dce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:18:07,915 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,34647,-1 for getting cluster id 2024-11-12T15:18:07,915 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:18:07,917 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b137d35-763d-479c-a624-7e2df88bd6ef' 2024-11-12T15:18:07,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:18:07,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b137d35-763d-479c-a624-7e2df88bd6ef" 2024-11-12T15:18:07,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51b702c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:18:07,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,34647,-1] 2024-11-12T15:18:07,919 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:18:07,919 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:18:07,920 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:18:07,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e2f6fe4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:18:07,922 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:18:07,925 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,38899,1731424674091, seqNum=-1] 2024-11-12T15:18:07,926 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:18:07,927 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T15:18:07,936 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:18:07,938 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,34647,1731424673849 2024-11-12T15:18:07,938 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39481fd3 2024-11-12T15:18:07,938 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:18:07,940 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T15:18:07,947 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731424682309.43e1c84444e22550655eacd06d1a49bd., hostname=a6f201fa5419,38899,1731424674091, seqNum=2] 2024-11-12T15:18:07,950 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T15:18:07,970 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-12T15:18:07,974 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-12T15:18:07,985 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38899 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/load_f1/f1/hfile_1 for inclusion in 43e1c84444e22550655eacd06d1a49bd/f1 2024-11-12T15:18:07,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38899 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-12T15:18:07,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38899 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T15:18:07,989 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38899 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/load_f1/f1/hfile_0 for inclusion in 43e1c84444e22550655eacd06d1a49bd/f1 2024-11-12T15:18:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38899 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-12T15:18:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38899 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T15:18:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38899 {}] regionserver.HRegion(2603): Flush status journal for 43e1c84444e22550655eacd06d1a49bd: 2024-11-12T15:18:08,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38899 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/load_f1/f1/hfile_1 to hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/staging/jenkins__test__a0islmgrgrolo0gvtaltnn7inkan4pbah789aa19kas2fc280l0ta05nknj74qd4/f1/hfile_1 2024-11-12T15:18:08,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38899 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/staging/jenkins__test__a0islmgrgrolo0gvtaltnn7inkan4pbah789aa19kas2fc280l0ta05nknj74qd4/f1/hfile_1 as hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/data/default/test/43e1c84444e22550655eacd06d1a49bd/f1/2a27ab154d524f9ba38f783e9aad0d89_SeqId_6_ 2024-11-12T15:18:08,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38899 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/load_f1/f1/hfile_0 to hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/staging/jenkins__test__a0islmgrgrolo0gvtaltnn7inkan4pbah789aa19kas2fc280l0ta05nknj74qd4/f1/hfile_0 2024-11-12T15:18:08,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38899 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/staging/jenkins__test__a0islmgrgrolo0gvtaltnn7inkan4pbah789aa19kas2fc280l0ta05nknj74qd4/f1/hfile_0 as hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/data/default/test/43e1c84444e22550655eacd06d1a49bd/f1/673c6dcd45eb4afcb18629ad96c1d190_SeqId_6_ 2024-11-12T15:18:08,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38899 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-12T15:18:08,014 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38899 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/staging/jenkins__test__a0islmgrgrolo0gvtaltnn7inkan4pbah789aa19kas2fc280l0ta05nknj74qd4/f1/hfile_1 into 43e1c84444e22550655eacd06d1a49bd/f1 as hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/data/default/test/43e1c84444e22550655eacd06d1a49bd/f1/2a27ab154d524f9ba38f783e9aad0d89_SeqId_6_ - updating store file list. 2024-11-12T15:18:08,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38899 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2a27ab154d524f9ba38f783e9aad0d89_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-12T15:18:08,022 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38899 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/data/default/test/43e1c84444e22550655eacd06d1a49bd/f1/2a27ab154d524f9ba38f783e9aad0d89_SeqId_6_ into 43e1c84444e22550655eacd06d1a49bd/f1 2024-11-12T15:18:08,022 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38899 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/staging/jenkins__test__a0islmgrgrolo0gvtaltnn7inkan4pbah789aa19kas2fc280l0ta05nknj74qd4/f1/hfile_1 into 43e1c84444e22550655eacd06d1a49bd/f1 (new location: hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/data/default/test/43e1c84444e22550655eacd06d1a49bd/f1/2a27ab154d524f9ba38f783e9aad0d89_SeqId_6_) 2024-11-12T15:18:08,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38899 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/staging/jenkins__test__a0islmgrgrolo0gvtaltnn7inkan4pbah789aa19kas2fc280l0ta05nknj74qd4/f1/hfile_1 2024-11-12T15:18:08,026 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38899 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/staging/jenkins__test__a0islmgrgrolo0gvtaltnn7inkan4pbah789aa19kas2fc280l0ta05nknj74qd4/f1/hfile_0 into 43e1c84444e22550655eacd06d1a49bd/f1 as hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/data/default/test/43e1c84444e22550655eacd06d1a49bd/f1/673c6dcd45eb4afcb18629ad96c1d190_SeqId_6_ - updating store file list. 2024-11-12T15:18:08,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38899 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 673c6dcd45eb4afcb18629ad96c1d190_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-12T15:18:08,035 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38899 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/data/default/test/43e1c84444e22550655eacd06d1a49bd/f1/673c6dcd45eb4afcb18629ad96c1d190_SeqId_6_ into 43e1c84444e22550655eacd06d1a49bd/f1 2024-11-12T15:18:08,035 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38899 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/staging/jenkins__test__a0islmgrgrolo0gvtaltnn7inkan4pbah789aa19kas2fc280l0ta05nknj74qd4/f1/hfile_0 into 43e1c84444e22550655eacd06d1a49bd/f1 (new location: hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/data/default/test/43e1c84444e22550655eacd06d1a49bd/f1/673c6dcd45eb4afcb18629ad96c1d190_SeqId_6_) 2024-11-12T15:18:08,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38899 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/staging/jenkins__test__a0islmgrgrolo0gvtaltnn7inkan4pbah789aa19kas2fc280l0ta05nknj74qd4/f1/hfile_0 2024-11-12T15:18:08,039 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T15:18:08,039 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:18:08,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:18:08,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:18:08,040 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731424682309.43e1c84444e22550655eacd06d1a49bd., hostname=a6f201fa5419,38899,1731424674091, seqNum=2 , the old value is region=test,,1731424682309.43e1c84444e22550655eacd06d1a49bd., hostname=a6f201fa5419,38899,1731424674091, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=a6f201fa5419:38899 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T15:18:08,040 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731424682309.43e1c84444e22550655eacd06d1a49bd., hostname=a6f201fa5419,38899,1731424674091, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T15:18:08,040 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731424682309.43e1c84444e22550655eacd06d1a49bd., hostname=a6f201fa5419,38899,1731424674091, seqNum=2 from cache 2024-11-12T15:18:08,040 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:18:08,041 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:18:08,042 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,38899,1731424674091, seqNum=-1] 2024-11-12T15:18:08,045 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-12T15:18:08,048 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:18:08,050 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T15:18:08,053 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731424682309.43e1c84444e22550655eacd06d1a49bd., hostname=a6f201fa5419,38899,1731424674091, seqNum=2] 2024-11-12T15:18:08,148 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a6f201fa5419:38899 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-12T15:18:08,327 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38899,1731424674091.replicationSource.wal-reader.a6f201fa5419%2C38899%2C1731424674091,1-a6f201fa5419,38899,1731424674091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/WALs/a6f201fa5419,38899,1731424674091/a6f201fa5419%2C38899%2C1731424674091.1731424675986 to pos 687, reset compression=false 2024-11-12T15:18:08,334 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38899,1731424674091.replicationSource.wal-reader.a6f201fa5419%2C38899%2C1731424674091,1-a6f201fa5419,38899,1731424674091 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T15:18:08,334 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38899,1731424674091.replicationSource.wal-reader.a6f201fa5419%2C38899%2C1731424674091,1-a6f201fa5419,38899,1731424674091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/WALs/a6f201fa5419,38899,1731424674091/a6f201fa5419%2C38899%2C1731424674091.1731424675986 to pos 997, reset compression=false 2024-11-12T15:18:08,334 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38899,1731424674091.replicationSource.shippera6f201fa5419%2C38899%2C1731424674091,1-a6f201fa5419,38899,1731424674091 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a6f201fa5419,38899,1731424674091 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/WALs/a6f201fa5419,38899,1731424674091/a6f201fa5419%2C38899%2C1731424674091.1731424675986, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T15:18:08,540 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38899,1731424674091.replicationSource.wal-reader.a6f201fa5419%2C38899%2C1731424674091,1-a6f201fa5419,38899,1731424674091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/WALs/a6f201fa5419,38899,1731424674091/a6f201fa5419%2C38899%2C1731424674091.1731424675986 to pos 997, reset compression=false 2024-11-12T15:18:08,844 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38899,1731424674091.replicationSource.wal-reader.a6f201fa5419%2C38899%2C1731424674091,1-a6f201fa5419,38899,1731424674091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/WALs/a6f201fa5419,38899,1731424674091/a6f201fa5419%2C38899%2C1731424674091.1731424675986 to pos 997, reset compression=false 2024-11-12T15:18:09,248 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38899,1731424674091.replicationSource.wal-reader.a6f201fa5419%2C38899%2C1731424674091,1-a6f201fa5419,38899,1731424674091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/WALs/a6f201fa5419,38899,1731424674091/a6f201fa5419%2C38899%2C1731424674091.1731424675986 to pos 997, reset compression=false 2024-11-12T15:18:09,752 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38899,1731424674091.replicationSource.wal-reader.a6f201fa5419%2C38899%2C1731424674091,1-a6f201fa5419,38899,1731424674091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/WALs/a6f201fa5419,38899,1731424674091/a6f201fa5419%2C38899%2C1731424674091.1731424675986 to pos 997, reset compression=false 2024-11-12T15:18:10,356 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38899,1731424674091.replicationSource.wal-reader.a6f201fa5419%2C38899%2C1731424674091,1-a6f201fa5419,38899,1731424674091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/WALs/a6f201fa5419,38899,1731424674091/a6f201fa5419%2C38899%2C1731424674091.1731424675986 to pos 997, reset compression=false 2024-11-12T15:18:11,060 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38899,1731424674091.replicationSource.wal-reader.a6f201fa5419%2C38899%2C1731424674091,1-a6f201fa5419,38899,1731424674091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/WALs/a6f201fa5419,38899,1731424674091/a6f201fa5419%2C38899%2C1731424674091.1731424675986 to pos 997, reset compression=false 2024-11-12T15:18:11,865 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38899,1731424674091.replicationSource.wal-reader.a6f201fa5419%2C38899%2C1731424674091,1-a6f201fa5419,38899,1731424674091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/WALs/a6f201fa5419,38899,1731424674091/a6f201fa5419%2C38899%2C1731424674091.1731424675986 to pos 997, reset compression=false 2024-11-12T15:18:12,768 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38899,1731424674091.replicationSource.wal-reader.a6f201fa5419%2C38899%2C1731424674091,1-a6f201fa5419,38899,1731424674091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/WALs/a6f201fa5419,38899,1731424674091/a6f201fa5419%2C38899%2C1731424674091.1731424675986 to pos 997, reset compression=false 2024-11-12T15:18:13,772 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38899,1731424674091.replicationSource.wal-reader.a6f201fa5419%2C38899%2C1731424674091,1-a6f201fa5419,38899,1731424674091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/WALs/a6f201fa5419,38899,1731424674091/a6f201fa5419%2C38899%2C1731424674091.1731424675986 to pos 997, reset compression=false 2024-11-12T15:18:14,876 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38899,1731424674091.replicationSource.wal-reader.a6f201fa5419%2C38899%2C1731424674091,1-a6f201fa5419,38899,1731424674091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/WALs/a6f201fa5419,38899,1731424674091/a6f201fa5419%2C38899%2C1731424674091.1731424675986 to pos 997, reset compression=false 2024-11-12T15:18:16,079 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38899,1731424674091.replicationSource.wal-reader.a6f201fa5419%2C38899%2C1731424674091,1-a6f201fa5419,38899,1731424674091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/WALs/a6f201fa5419,38899,1731424674091/a6f201fa5419%2C38899%2C1731424674091.1731424675986 to pos 997, reset compression=false 2024-11-12T15:18:17,383 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38899,1731424674091.replicationSource.wal-reader.a6f201fa5419%2C38899%2C1731424674091,1-a6f201fa5419,38899,1731424674091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/WALs/a6f201fa5419,38899,1731424674091/a6f201fa5419%2C38899%2C1731424674091.1731424675986 to pos 997, reset compression=false 2024-11-12T15:18:18,787 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38899,1731424674091.replicationSource.wal-reader.a6f201fa5419%2C38899%2C1731424674091,1-a6f201fa5419,38899,1731424674091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/WALs/a6f201fa5419,38899,1731424674091/a6f201fa5419%2C38899%2C1731424674091.1731424675986 to pos 997, reset compression=false 2024-11-12T15:18:20,291 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38899,1731424674091.replicationSource.wal-reader.a6f201fa5419%2C38899%2C1731424674091,1-a6f201fa5419,38899,1731424674091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/WALs/a6f201fa5419,38899,1731424674091/a6f201fa5419%2C38899%2C1731424674091.1731424675986 to pos 997, reset compression=false 2024-11-12T15:18:21,897 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38899,1731424674091.replicationSource.wal-reader.a6f201fa5419%2C38899%2C1731424674091,1-a6f201fa5419,38899,1731424674091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/WALs/a6f201fa5419,38899,1731424674091/a6f201fa5419%2C38899%2C1731424674091.1731424675986 to pos 997, reset compression=false 2024-11-12T15:18:23,412 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T15:18:23,600 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38899,1731424674091.replicationSource.wal-reader.a6f201fa5419%2C38899%2C1731424674091,1-a6f201fa5419,38899,1731424674091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/WALs/a6f201fa5419,38899,1731424674091/a6f201fa5419%2C38899%2C1731424674091.1731424675986 to pos 997, reset compression=false 2024-11-12T15:18:25,405 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38899,1731424674091.replicationSource.wal-reader.a6f201fa5419%2C38899%2C1731424674091,1-a6f201fa5419,38899,1731424674091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/WALs/a6f201fa5419,38899,1731424674091/a6f201fa5419%2C38899%2C1731424674091.1731424675986 to pos 997, reset compression=false 2024-11-12T15:18:27,309 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38899,1731424674091.replicationSource.wal-reader.a6f201fa5419%2C38899%2C1731424674091,1-a6f201fa5419,38899,1731424674091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/WALs/a6f201fa5419,38899,1731424674091/a6f201fa5419%2C38899%2C1731424674091.1731424675986 to pos 997, reset compression=false 2024-11-12T15:18:28,337 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38899,1731424674091.replicationSource.shippera6f201fa5419%2C38899%2C1731424674091,1-a6f201fa5419,38899,1731424674091 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a6f201fa5419,38899,1731424674091 got entry batch from reader: null 2024-11-12T15:18:28,454 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T15:18:29,314 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38899,1731424674091.replicationSource.wal-reader.a6f201fa5419%2C38899%2C1731424674091,1-a6f201fa5419,38899,1731424674091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/WALs/a6f201fa5419,38899,1731424674091/a6f201fa5419%2C38899%2C1731424674091.1731424675986 to pos 997, reset compression=false 2024-11-12T15:18:31,419 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38899,1731424674091.replicationSource.wal-reader.a6f201fa5419%2C38899%2C1731424674091,1-a6f201fa5419,38899,1731424674091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/WALs/a6f201fa5419,38899,1731424674091/a6f201fa5419%2C38899%2C1731424674091.1731424675986 to pos 997, reset compression=false 2024-11-12T15:18:33,625 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38899,1731424674091.replicationSource.wal-reader.a6f201fa5419%2C38899%2C1731424674091,1-a6f201fa5419,38899,1731424674091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/WALs/a6f201fa5419,38899,1731424674091/a6f201fa5419%2C38899%2C1731424674091.1731424675986 to pos 997, reset compression=false 2024-11-12T15:18:35,930 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38899,1731424674091.replicationSource.wal-reader.a6f201fa5419%2C38899%2C1731424674091,1-a6f201fa5419,38899,1731424674091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/WALs/a6f201fa5419,38899,1731424674091/a6f201fa5419%2C38899%2C1731424674091.1731424675986 to pos 997, reset compression=false 2024-11-12T15:18:36,694 INFO [master/a6f201fa5419:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-12T15:18:36,694 INFO [master/a6f201fa5419:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-12T15:18:38,334 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38899,1731424674091.replicationSource.wal-reader.a6f201fa5419%2C38899%2C1731424674091,1-a6f201fa5419,38899,1731424674091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/WALs/a6f201fa5419,38899,1731424674091/a6f201fa5419%2C38899%2C1731424674091.1731424675986 to pos 997, reset compression=false 2024-11-12T15:18:40,838 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38899,1731424674091.replicationSource.wal-reader.a6f201fa5419%2C38899%2C1731424674091,1-a6f201fa5419,38899,1731424674091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/WALs/a6f201fa5419,38899,1731424674091/a6f201fa5419%2C38899%2C1731424674091.1731424675986 to pos 997, reset compression=false 2024-11-12T15:18:42,475 INFO [master/a6f201fa5419:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-12T15:18:42,475 INFO [master/a6f201fa5419:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-12T15:18:43,442 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38899,1731424674091.replicationSource.wal-reader.a6f201fa5419%2C38899%2C1731424674091,1-a6f201fa5419,38899,1731424674091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/WALs/a6f201fa5419,38899,1731424674091/a6f201fa5419%2C38899%2C1731424674091.1731424675986 to pos 997, reset compression=false 2024-11-12T15:18:46,146 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38899,1731424674091.replicationSource.wal-reader.a6f201fa5419%2C38899%2C1731424674091,1-a6f201fa5419,38899,1731424674091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/WALs/a6f201fa5419,38899,1731424674091/a6f201fa5419%2C38899%2C1731424674091.1731424675986 to pos 997, reset compression=false 2024-11-12T15:18:47,683 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 43e1c84444e22550655eacd06d1a49bd, had cached 0 bytes from a total of 31376 2024-11-12T15:18:48,337 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38899,1731424674091.replicationSource.shippera6f201fa5419%2C38899%2C1731424674091,1-a6f201fa5419,38899,1731424674091 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a6f201fa5419,38899,1731424674091 got entry batch from reader: null 2024-11-12T15:18:48,950 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38899,1731424674091.replicationSource.wal-reader.a6f201fa5419%2C38899%2C1731424674091,1-a6f201fa5419,38899,1731424674091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/WALs/a6f201fa5419,38899,1731424674091/a6f201fa5419%2C38899%2C1731424674091.1731424675986 to pos 997, reset compression=false 2024-11-12T15:18:49,142 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 8809da6dd51ff9ccdd076bd833a11bdf, had cached 0 bytes from a total of 15585 2024-11-12T15:18:51,854 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38899,1731424674091.replicationSource.wal-reader.a6f201fa5419%2C38899%2C1731424674091,1-a6f201fa5419,38899,1731424674091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/WALs/a6f201fa5419,38899,1731424674091/a6f201fa5419%2C38899%2C1731424674091.1731424675986 to pos 997, reset compression=false 2024-11-12T15:18:53,413 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T15:18:54,858 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38899,1731424674091.replicationSource.wal-reader.a6f201fa5419%2C38899%2C1731424674091,1-a6f201fa5419,38899,1731424674091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/WALs/a6f201fa5419,38899,1731424674091/a6f201fa5419%2C38899%2C1731424674091.1731424675986 to pos 997, reset compression=false 2024-11-12T15:18:57,962 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38899,1731424674091.replicationSource.wal-reader.a6f201fa5419%2C38899%2C1731424674091,1-a6f201fa5419,38899,1731424674091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/WALs/a6f201fa5419,38899,1731424674091/a6f201fa5419%2C38899%2C1731424674091.1731424675986 to pos 997, reset compression=false 2024-11-12T15:18:58,454 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T15:19:01,169 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38899,1731424674091.replicationSource.wal-reader.a6f201fa5419%2C38899%2C1731424674091,1-a6f201fa5419,38899,1731424674091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/WALs/a6f201fa5419,38899,1731424674091/a6f201fa5419%2C38899%2C1731424674091.1731424675986 to pos 997, reset compression=false 2024-11-12T15:19:03,264 DEBUG [master/a6f201fa5419:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-12T15:19:04,473 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38899,1731424674091.replicationSource.wal-reader.a6f201fa5419%2C38899%2C1731424674091,1-a6f201fa5419,38899,1731424674091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/WALs/a6f201fa5419,38899,1731424674091/a6f201fa5419%2C38899%2C1731424674091.1731424675986 to pos 997, reset compression=false 2024-11-12T15:19:07,877 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38899,1731424674091.replicationSource.wal-reader.a6f201fa5419%2C38899%2C1731424674091,1-a6f201fa5419,38899,1731424674091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/WALs/a6f201fa5419,38899,1731424674091/a6f201fa5419%2C38899%2C1731424674091.1731424675986 to pos 997, reset compression=false 2024-11-12T15:19:08,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T15:19:08,109 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T15:19:08,109 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:19:08,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:19:08,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:19:08,109 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:19:08,109 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T15:19:08,109 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1343619166, stopped=false 2024-11-12T15:19:08,109 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a6f201fa5419,45035,1731424678475 2024-11-12T15:19:08,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45035-0x1012f9fd2640003, quorum=127.0.0.1:57109, baseZNode=/1-1429350926 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1429350926/running 2024-11-12T15:19:08,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44973-0x1012f9fd2640004, quorum=127.0.0.1:57109, baseZNode=/1-1429350926 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1429350926/running 2024-11-12T15:19:08,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45035-0x1012f9fd2640003, quorum=127.0.0.1:57109, baseZNode=/1-1429350926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1429350926 2024-11-12T15:19:08,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44973-0x1012f9fd2640004, quorum=127.0.0.1:57109, baseZNode=/1-1429350926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1429350926 2024-11-12T15:19:08,168 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T15:19:08,168 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T15:19:08,168 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:19:08,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:19:08,169 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a6f201fa5419,44973,1731424678617' ***** 2024-11-12T15:19:08,169 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T15:19:08,169 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44973-0x1012f9fd2640004, quorum=127.0.0.1:57109, baseZNode=/1-1429350926 Set watcher on znode that does not yet exist, /1-1429350926/running 2024-11-12T15:19:08,169 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45035-0x1012f9fd2640003, quorum=127.0.0.1:57109, baseZNode=/1-1429350926 Set watcher on znode that does not yet exist, /1-1429350926/running 2024-11-12T15:19:08,169 INFO [RS:0;a6f201fa5419:44973 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T15:19:08,169 INFO [RS:0;a6f201fa5419:44973 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T15:19:08,169 INFO [RS:0;a6f201fa5419:44973 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T15:19:08,169 INFO [RS:0;a6f201fa5419:44973 {}] regionserver.HRegionServer(3091): Received CLOSE for 8809da6dd51ff9ccdd076bd833a11bdf 2024-11-12T15:19:08,169 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T15:19:08,169 INFO [RS:0;a6f201fa5419:44973 {}] regionserver.HRegionServer(959): stopping server a6f201fa5419,44973,1731424678617 2024-11-12T15:19:08,170 INFO [RS:0;a6f201fa5419:44973 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T15:19:08,170 INFO [RS:0;a6f201fa5419:44973 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a6f201fa5419:44973. 2024-11-12T15:19:08,170 DEBUG [RS:0;a6f201fa5419:44973 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:19:08,170 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8809da6dd51ff9ccdd076bd833a11bdf, disabling compactions & flushes 2024-11-12T15:19:08,170 DEBUG [RS:0;a6f201fa5419:44973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:19:08,170 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731424682951.8809da6dd51ff9ccdd076bd833a11bdf. 2024-11-12T15:19:08,170 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731424682951.8809da6dd51ff9ccdd076bd833a11bdf. 2024-11-12T15:19:08,170 INFO [RS:0;a6f201fa5419:44973 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T15:19:08,170 INFO [RS:0;a6f201fa5419:44973 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T15:19:08,170 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731424682951.8809da6dd51ff9ccdd076bd833a11bdf. after waiting 0 ms 2024-11-12T15:19:08,170 INFO [RS:0;a6f201fa5419:44973 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T15:19:08,170 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731424682951.8809da6dd51ff9ccdd076bd833a11bdf. 2024-11-12T15:19:08,170 INFO [RS:0;a6f201fa5419:44973 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T15:19:08,170 INFO [RS:0;a6f201fa5419:44973 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T15:19:08,170 DEBUG [RS:0;a6f201fa5419:44973 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8809da6dd51ff9ccdd076bd833a11bdf=test,,1731424682951.8809da6dd51ff9ccdd076bd833a11bdf.} 2024-11-12T15:19:08,170 DEBUG [RS:0;a6f201fa5419:44973 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8809da6dd51ff9ccdd076bd833a11bdf 2024-11-12T15:19:08,170 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T15:19:08,170 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T15:19:08,170 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T15:19:08,170 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T15:19:08,170 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T15:19:08,171 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-12T15:19:08,177 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/data/default/test/8809da6dd51ff9ccdd076bd833a11bdf/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-12T15:19:08,177 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T15:19:08,177 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T15:19:08,177 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731424682951.8809da6dd51ff9ccdd076bd833a11bdf. 2024-11-12T15:19:08,177 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8809da6dd51ff9ccdd076bd833a11bdf: Waiting for close lock at 1731424748170Running coprocessor pre-close hooks at 1731424748170Disabling compacts and flushes for region at 1731424748170Disabling writes for close at 1731424748170Writing region close event to WAL at 1731424748170Running coprocessor post-close hooks at 1731424748177 (+7 ms)Closed at 1731424748177 2024-11-12T15:19:08,178 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731424682951.8809da6dd51ff9ccdd076bd833a11bdf. 2024-11-12T15:19:08,187 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/data/hbase/meta/1588230740/.tmp/info/83f281278ced41acb417bd0201bda8cb is 129, key is test,,1731424682951.8809da6dd51ff9ccdd076bd833a11bdf./info:regioninfo/1731424684173/Put/seqid=0 2024-11-12T15:19:08,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45413 is added to blk_1073741839_1015 (size=6421) 2024-11-12T15:19:08,260 INFO [regionserver/a6f201fa5419:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T15:19:08,337 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38899,1731424674091.replicationSource.shippera6f201fa5419%2C38899%2C1731424674091,1-a6f201fa5419,38899,1731424674091 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a6f201fa5419,38899,1731424674091 got entry batch from reader: null 2024-11-12T15:19:08,370 DEBUG [RS:0;a6f201fa5419:44973 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T15:19:08,571 DEBUG [RS:0;a6f201fa5419:44973 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T15:19:08,592 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/data/hbase/meta/1588230740/.tmp/info/83f281278ced41acb417bd0201bda8cb 2024-11-12T15:19:08,610 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/data/hbase/meta/1588230740/.tmp/ns/e6dd9ce33e984042afc001d23a88e1e9 is 43, key is default/ns:d/1731424682216/Put/seqid=0 2024-11-12T15:19:08,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45413 is added to blk_1073741840_1016 (size=5153) 2024-11-12T15:19:08,771 DEBUG [RS:0;a6f201fa5419:44973 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T15:19:08,971 DEBUG [RS:0;a6f201fa5419:44973 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T15:19:09,002 INFO [regionserver/a6f201fa5419:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T15:19:09,002 INFO [regionserver/a6f201fa5419:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T15:19:09,015 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/data/hbase/meta/1588230740/.tmp/ns/e6dd9ce33e984042afc001d23a88e1e9 2024-11-12T15:19:09,049 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/data/hbase/meta/1588230740/.tmp/rep_barrier/4bddd447e6724e69b70266ab14656838 is 112, key is test,,1731424682951.8809da6dd51ff9ccdd076bd833a11bdf./rep_barrier:seqnumDuringOpen/1731424684173/Put/seqid=0 2024-11-12T15:19:09,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45413 is added to blk_1073741841_1017 (size=5518) 2024-11-12T15:19:09,171 INFO [RS:0;a6f201fa5419:44973 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T15:19:09,171 DEBUG [RS:0;a6f201fa5419:44973 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T15:19:09,171 DEBUG [RS:0;a6f201fa5419:44973 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T15:19:09,371 DEBUG [RS:0;a6f201fa5419:44973 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T15:19:09,454 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/data/hbase/meta/1588230740/.tmp/rep_barrier/4bddd447e6724e69b70266ab14656838 2024-11-12T15:19:09,483 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/data/hbase/meta/1588230740/.tmp/table/a8eaf061db134891963f09c9353479f6 is 40, key is test/table:state/1731424684193/Put/seqid=0 2024-11-12T15:19:09,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45413 is added to blk_1073741842_1018 (size=5165) 2024-11-12T15:19:09,490 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/data/hbase/meta/1588230740/.tmp/table/a8eaf061db134891963f09c9353479f6 2024-11-12T15:19:09,503 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/data/hbase/meta/1588230740/.tmp/info/83f281278ced41acb417bd0201bda8cb as hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/data/hbase/meta/1588230740/info/83f281278ced41acb417bd0201bda8cb 2024-11-12T15:19:09,521 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/data/hbase/meta/1588230740/info/83f281278ced41acb417bd0201bda8cb, entries=10, sequenceid=11, filesize=6.3 K 2024-11-12T15:19:09,523 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/data/hbase/meta/1588230740/.tmp/ns/e6dd9ce33e984042afc001d23a88e1e9 as hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/data/hbase/meta/1588230740/ns/e6dd9ce33e984042afc001d23a88e1e9 2024-11-12T15:19:09,542 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/data/hbase/meta/1588230740/ns/e6dd9ce33e984042afc001d23a88e1e9, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T15:19:09,544 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/data/hbase/meta/1588230740/.tmp/rep_barrier/4bddd447e6724e69b70266ab14656838 as hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/data/hbase/meta/1588230740/rep_barrier/4bddd447e6724e69b70266ab14656838 2024-11-12T15:19:09,558 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/data/hbase/meta/1588230740/rep_barrier/4bddd447e6724e69b70266ab14656838, entries=1, sequenceid=11, filesize=5.4 K 2024-11-12T15:19:09,560 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/data/hbase/meta/1588230740/.tmp/table/a8eaf061db134891963f09c9353479f6 as hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/data/hbase/meta/1588230740/table/a8eaf061db134891963f09c9353479f6 2024-11-12T15:19:09,572 DEBUG [RS:0;a6f201fa5419:44973 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T15:19:09,577 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/data/hbase/meta/1588230740/table/a8eaf061db134891963f09c9353479f6, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T15:19:09,578 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1408ms, sequenceid=11, compaction requested=false 2024-11-12T15:19:09,605 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-12T15:19:09,607 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T15:19:09,607 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T15:19:09,607 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T15:19:09,607 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731424748170Running coprocessor pre-close hooks at 1731424748170Disabling compacts and flushes for region at 1731424748170Disabling writes for close at 1731424748170Obtaining lock to block concurrent updates at 1731424748171 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731424748171Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731424748171Flushing stores of hbase:meta,,1.1588230740 at 1731424748171Flushing 1588230740/info: creating writer at 1731424748171Flushing 1588230740/info: appending metadata at 1731424748187 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731424748187Flushing 1588230740/ns: creating writer at 1731424748597 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731424748610 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731424748610Flushing 1588230740/rep_barrier: creating writer at 1731424749031 (+421 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731424749048 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731424749048Flushing 1588230740/table: creating writer at 1731424749461 (+413 ms)Flushing 1588230740/table: appending metadata at 1731424749483 (+22 ms)Flushing 1588230740/table: closing flushed file at 1731424749483Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36006c56: reopening flushed file at 1731424749501 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a8b2043: reopening flushed file at 1731424749522 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@475a359a: reopening flushed file at 1731424749542 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@117b502b: reopening flushed file at 1731424749558 (+16 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1408ms, sequenceid=11, compaction requested=false at 1731424749578 (+20 ms)Writing region close event to WAL at 1731424749600 (+22 ms)Running coprocessor post-close hooks at 1731424749607 (+7 ms)Closed at 1731424749607 2024-11-12T15:19:09,607 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T15:19:09,772 INFO [RS:0;a6f201fa5419:44973 {}] regionserver.HRegionServer(976): stopping server a6f201fa5419,44973,1731424678617; all regions closed. 2024-11-12T15:19:09,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45413 is added to blk_1073741834_1010 (size=2717) 2024-11-12T15:19:09,780 DEBUG [RS:0;a6f201fa5419:44973 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/oldWALs 2024-11-12T15:19:09,780 INFO [RS:0;a6f201fa5419:44973 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a6f201fa5419%2C44973%2C1731424678617.meta:.meta(num 1731424682139) 2024-11-12T15:19:09,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45413 is added to blk_1073741832_1008 (size=1028) 2024-11-12T15:19:09,787 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/WALs/a6f201fa5419,44973,1731424678617/a6f201fa5419%2C44973%2C1731424678617.1731424681141 not finished, retry = 0 2024-11-12T15:19:09,889 DEBUG [RS:0;a6f201fa5419:44973 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/oldWALs 2024-11-12T15:19:09,889 INFO [RS:0;a6f201fa5419:44973 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a6f201fa5419%2C44973%2C1731424678617:(num 1731424681141) 2024-11-12T15:19:09,889 DEBUG [RS:0;a6f201fa5419:44973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:19:09,889 INFO [RS:0;a6f201fa5419:44973 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T15:19:09,889 INFO [RS:0;a6f201fa5419:44973 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T15:19:09,889 INFO [RS:0;a6f201fa5419:44973 {}] hbase.ChoreService(370): Chore service for: regionserver/a6f201fa5419:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T15:19:09,890 INFO [RS:0;a6f201fa5419:44973 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T15:19:09,890 INFO [regionserver/a6f201fa5419:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T15:19:09,890 INFO [RS:0;a6f201fa5419:44973 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a6f201fa5419:44973. 2024-11-12T15:19:09,890 DEBUG [RS:0;a6f201fa5419:44973 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:19:09,890 DEBUG [RS:0;a6f201fa5419:44973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:19:09,890 DEBUG [RS:0;a6f201fa5419:44973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:19:09,890 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:19:09,890 INFO [RS:0;a6f201fa5419:44973 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44973 2024-11-12T15:19:09,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45035-0x1012f9fd2640003, quorum=127.0.0.1:57109, baseZNode=/1-1429350926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1429350926/rs 2024-11-12T15:19:09,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44973-0x1012f9fd2640004, quorum=127.0.0.1:57109, baseZNode=/1-1429350926 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1429350926/rs/a6f201fa5419,44973,1731424678617 2024-11-12T15:19:09,945 INFO [RS:0;a6f201fa5419:44973 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T15:19:10,084 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a6f201fa5419,44973,1731424678617] 2024-11-12T15:19:10,157 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1429350926/draining/a6f201fa5419,44973,1731424678617 already deleted, retry=false 2024-11-12T15:19:10,157 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a6f201fa5419,44973,1731424678617 expired; onlineServers=0 2024-11-12T15:19:10,157 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a6f201fa5419,45035,1731424678475' ***** 2024-11-12T15:19:10,157 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T15:19:10,158 INFO [M:0;a6f201fa5419:45035 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T15:19:10,158 INFO [M:0;a6f201fa5419:45035 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T15:19:10,158 DEBUG [M:0;a6f201fa5419:45035 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T15:19:10,158 DEBUG [M:0;a6f201fa5419:45035 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T15:19:10,158 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T15:19:10,158 DEBUG [master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.small.0-1731424680910 {}] cleaner.HFileCleaner(306): Exit Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.small.0-1731424680910,5,FailOnTimeoutGroup] 2024-11-12T15:19:10,158 DEBUG [master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.large.0-1731424680884 {}] cleaner.HFileCleaner(306): Exit Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.large.0-1731424680884,5,FailOnTimeoutGroup] 2024-11-12T15:19:10,158 INFO [M:0;a6f201fa5419:45035 {}] hbase.ChoreService(370): Chore service for: master/a6f201fa5419:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T15:19:10,158 INFO [M:0;a6f201fa5419:45035 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T15:19:10,158 DEBUG [M:0;a6f201fa5419:45035 {}] master.HMaster(1795): Stopping service threads 2024-11-12T15:19:10,158 INFO [M:0;a6f201fa5419:45035 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T15:19:10,158 INFO [M:0;a6f201fa5419:45035 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T15:19:10,158 INFO [M:0;a6f201fa5419:45035 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T15:19:10,158 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T15:19:10,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44973-0x1012f9fd2640004, quorum=127.0.0.1:57109, baseZNode=/1-1429350926 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:19:10,184 INFO [RS:0;a6f201fa5419:44973 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T15:19:10,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44973-0x1012f9fd2640004, quorum=127.0.0.1:57109, baseZNode=/1-1429350926 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:19:10,184 INFO [RS:0;a6f201fa5419:44973 {}] regionserver.HRegionServer(1031): Exiting; stopping=a6f201fa5419,44973,1731424678617; zookeeper connection closed. 2024-11-12T15:19:10,184 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@408dd1cc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@408dd1cc 2024-11-12T15:19:10,184 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T15:19:10,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45035-0x1012f9fd2640003, quorum=127.0.0.1:57109, baseZNode=/1-1429350926 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1429350926/master 2024-11-12T15:19:10,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45035-0x1012f9fd2640003, quorum=127.0.0.1:57109, baseZNode=/1-1429350926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1429350926 2024-11-12T15:19:10,294 DEBUG [M:0;a6f201fa5419:45035 {}] zookeeper.ZKUtil(347): master:45035-0x1012f9fd2640003, quorum=127.0.0.1:57109, baseZNode=/1-1429350926 Unable to get data of znode /1-1429350926/master because node does not exist (not an error) 2024-11-12T15:19:10,294 WARN [M:0;a6f201fa5419:45035 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T15:19:10,295 INFO [M:0;a6f201fa5419:45035 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/.lastflushedseqids 2024-11-12T15:19:10,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45413 is added to blk_1073741843_1019 (size=173) 2024-11-12T15:19:10,700 INFO [M:0;a6f201fa5419:45035 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T15:19:10,700 INFO [M:0;a6f201fa5419:45035 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T15:19:10,700 DEBUG [M:0;a6f201fa5419:45035 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T15:19:10,700 INFO [M:0;a6f201fa5419:45035 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:19:10,700 DEBUG [M:0;a6f201fa5419:45035 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:19:10,700 DEBUG [M:0;a6f201fa5419:45035 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T15:19:10,700 DEBUG [M:0;a6f201fa5419:45035 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:19:10,700 INFO [M:0;a6f201fa5419:45035 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-12T15:19:10,715 DEBUG [M:0;a6f201fa5419:45035 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/07ef443d720d4085adbb754428115088 is 82, key is hbase:meta,,1/info:regioninfo/1731424682192/Put/seqid=0 2024-11-12T15:19:10,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45413 is added to blk_1073741844_1020 (size=5672) 2024-11-12T15:19:11,119 INFO [M:0;a6f201fa5419:45035 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/07ef443d720d4085adbb754428115088 2024-11-12T15:19:11,136 DEBUG [M:0;a6f201fa5419:45035 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a8d973339d384285bbb52f3e114ae7e4 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731424684199/Put/seqid=0 2024-11-12T15:19:11,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45413 is added to blk_1073741845_1021 (size=6727) 2024-11-12T15:19:11,381 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38899,1731424674091.replicationSource.wal-reader.a6f201fa5419%2C38899%2C1731424674091,1-a6f201fa5419,38899,1731424674091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/WALs/a6f201fa5419,38899,1731424674091/a6f201fa5419%2C38899%2C1731424674091.1731424675986 to pos 997, reset compression=false 2024-11-12T15:19:11,540 INFO [M:0;a6f201fa5419:45035 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a8d973339d384285bbb52f3e114ae7e4 2024-11-12T15:19:11,545 INFO [M:0;a6f201fa5419:45035 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a8d973339d384285bbb52f3e114ae7e4 2024-11-12T15:19:11,558 DEBUG [M:0;a6f201fa5419:45035 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3557259d5d0c43d8bce1b71ad50af681 is 69, key is a6f201fa5419,44973,1731424678617/rs:state/1731424680920/Put/seqid=0 2024-11-12T15:19:11,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45413 is added to blk_1073741846_1022 (size=5156) 2024-11-12T15:19:11,962 INFO [M:0;a6f201fa5419:45035 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3557259d5d0c43d8bce1b71ad50af681 2024-11-12T15:19:11,996 DEBUG [M:0;a6f201fa5419:45035 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/07ef443d720d4085adbb754428115088 as hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/07ef443d720d4085adbb754428115088 2024-11-12T15:19:12,000 INFO [M:0;a6f201fa5419:45035 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/07ef443d720d4085adbb754428115088, entries=8, sequenceid=58, filesize=5.5 K 2024-11-12T15:19:12,001 DEBUG [M:0;a6f201fa5419:45035 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a8d973339d384285bbb52f3e114ae7e4 as hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a8d973339d384285bbb52f3e114ae7e4 2024-11-12T15:19:12,005 INFO [M:0;a6f201fa5419:45035 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a8d973339d384285bbb52f3e114ae7e4 2024-11-12T15:19:12,005 INFO [M:0;a6f201fa5419:45035 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a8d973339d384285bbb52f3e114ae7e4, entries=6, sequenceid=58, filesize=6.6 K 2024-11-12T15:19:12,006 DEBUG [M:0;a6f201fa5419:45035 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3557259d5d0c43d8bce1b71ad50af681 as hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3557259d5d0c43d8bce1b71ad50af681 2024-11-12T15:19:12,011 INFO [M:0;a6f201fa5419:45035 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34293/user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3557259d5d0c43d8bce1b71ad50af681, entries=1, sequenceid=58, filesize=5.0 K 2024-11-12T15:19:12,012 INFO [M:0;a6f201fa5419:45035 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1312ms, sequenceid=58, compaction requested=false 2024-11-12T15:19:12,013 INFO [M:0;a6f201fa5419:45035 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:19:12,013 DEBUG [M:0;a6f201fa5419:45035 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731424750700Disabling compacts and flushes for region at 1731424750700Disabling writes for close at 1731424750700Obtaining lock to block concurrent updates at 1731424750700Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731424750700Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1731424750701 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731424750701Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731424750701Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731424750714 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731424750714Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731424751123 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731424751135 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731424751135Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731424751545 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731424751557 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731424751557Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@add62ae: reopening flushed file at 1731424751995 (+438 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@394e0784: reopening flushed file at 1731424752000 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b2c1e1d: reopening flushed file at 1731424752005 (+5 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1312ms, sequenceid=58, compaction requested=false at 1731424752012 (+7 ms)Writing region close event to WAL at 1731424752013 (+1 ms)Closed at 1731424752013 2024-11-12T15:19:12,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45413 is added to blk_1073741830_1006 (size=33026) 2024-11-12T15:19:12,015 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1d1c2c8c-0ba0-8302-d90e-1ccc76f170a7/MasterData/WALs/a6f201fa5419,45035,1731424678475/a6f201fa5419%2C45035%2C1731424678475.1731424680415 not finished, retry = 0 2024-11-12T15:19:12,116 INFO [M:0;a6f201fa5419:45035 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T15:19:12,116 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T15:19:12,116 INFO [M:0;a6f201fa5419:45035 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45035 2024-11-12T15:19:12,117 INFO [M:0;a6f201fa5419:45035 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T15:19:12,236 INFO [M:0;a6f201fa5419:45035 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T15:19:12,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45035-0x1012f9fd2640003, quorum=127.0.0.1:57109, baseZNode=/1-1429350926 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:19:12,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45035-0x1012f9fd2640003, quorum=127.0.0.1:57109, baseZNode=/1-1429350926 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:19:12,241 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@184919ce{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T15:19:12,242 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@715188a2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T15:19:12,242 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T15:19:12,242 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d2f54a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T15:19:12,242 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fab496f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/110a5e19-4dde-65fe-2429-9a2fe710a5f4/hadoop.log.dir/,STOPPED} 2024-11-12T15:19:12,244 WARN [BP-1497857692-172.17.0.2-1731424676802 heartbeating to localhost/127.0.0.1:34293 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T15:19:12,244 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T15:19:12,244 WARN [BP-1497857692-172.17.0.2-1731424676802 heartbeating to localhost/127.0.0.1:34293 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1497857692-172.17.0.2-1731424676802 (Datanode Uuid 2a2bb26b-25ec-4f4f-a917-daaa1376fe3d) service to localhost/127.0.0.1:34293 2024-11-12T15:19:12,244 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T15:19:12,244 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/110a5e19-4dde-65fe-2429-9a2fe710a5f4/cluster_96931ecb-7eaa-08c2-71b9-540e8e4cab96/data/data1/current/BP-1497857692-172.17.0.2-1731424676802 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T15:19:12,244 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/110a5e19-4dde-65fe-2429-9a2fe710a5f4/cluster_96931ecb-7eaa-08c2-71b9-540e8e4cab96/data/data2/current/BP-1497857692-172.17.0.2-1731424676802 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T15:19:12,244 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T15:19:12,251 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@746c78d7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T15:19:12,251 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2531001e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T15:19:12,251 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T15:19:12,251 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e637be1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T15:19:12,251 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@310fd993{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/110a5e19-4dde-65fe-2429-9a2fe710a5f4/hadoop.log.dir/,STOPPED} 2024-11-12T15:19:12,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T15:19:12,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T15:19:12,263 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T15:19:12,263 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:19:12,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:19:12,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:19:12,263 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:19:12,263 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T15:19:12,264 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1465118588, stopped=false 2024-11-12T15:19:12,264 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a6f201fa5419,34647,1731424673849 2024-11-12T15:19:12,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34647-0x1012f9fd2640000, quorum=127.0.0.1:57109, baseZNode=/0-277163911 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-277163911/running 2024-11-12T15:19:12,284 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T15:19:12,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38899-0x1012f9fd2640001, quorum=127.0.0.1:57109, baseZNode=/0-277163911 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-277163911/running 2024-11-12T15:19:12,284 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T15:19:12,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38899-0x1012f9fd2640001, quorum=127.0.0.1:57109, baseZNode=/0-277163911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-277163911 2024-11-12T15:19:12,284 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:19:12,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:19:12,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34647-0x1012f9fd2640000, quorum=127.0.0.1:57109, baseZNode=/0-277163911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-277163911 2024-11-12T15:19:12,284 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a6f201fa5419,38899,1731424674091' ***** 2024-11-12T15:19:12,284 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T15:19:12,284 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34647-0x1012f9fd2640000, quorum=127.0.0.1:57109, baseZNode=/0-277163911 Set watcher on znode that does not yet exist, /0-277163911/running 2024-11-12T15:19:12,284 INFO [RS:0;a6f201fa5419:38899 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T15:19:12,285 INFO [RS:0;a6f201fa5419:38899 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T15:19:12,285 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T15:19:12,285 INFO [RS:0;a6f201fa5419:38899 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T15:19:12,285 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38899-0x1012f9fd2640001, quorum=127.0.0.1:57109, baseZNode=/0-277163911 Set watcher on znode that does not yet exist, /0-277163911/running 2024-11-12T15:19:12,285 INFO [RS:0;a6f201fa5419:38899 {}] regionserver.HRegionServer(3091): Received CLOSE for 24582a8c1190d0954afaab9bc3a2d64b 2024-11-12T15:19:12,285 INFO [RS:0;a6f201fa5419:38899 {}] regionserver.HRegionServer(3091): Received CLOSE for 43e1c84444e22550655eacd06d1a49bd 2024-11-12T15:19:12,285 INFO [RS:0;a6f201fa5419:38899 {}] regionserver.HRegionServer(959): stopping server a6f201fa5419,38899,1731424674091 2024-11-12T15:19:12,285 INFO [RS:0;a6f201fa5419:38899 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T15:19:12,285 INFO [RS:0;a6f201fa5419:38899 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a6f201fa5419:38899. 2024-11-12T15:19:12,285 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 24582a8c1190d0954afaab9bc3a2d64b, disabling compactions & flushes 2024-11-12T15:19:12,285 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731424685128.24582a8c1190d0954afaab9bc3a2d64b. 2024-11-12T15:19:12,285 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731424685128.24582a8c1190d0954afaab9bc3a2d64b. 2024-11-12T15:19:12,285 DEBUG [RS:0;a6f201fa5419:38899 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:19:12,285 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731424685128.24582a8c1190d0954afaab9bc3a2d64b. after waiting 0 ms 2024-11-12T15:19:12,285 DEBUG [RS:0;a6f201fa5419:38899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:19:12,285 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731424685128.24582a8c1190d0954afaab9bc3a2d64b. 2024-11-12T15:19:12,285 INFO [RS:0;a6f201fa5419:38899 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T15:19:12,285 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 24582a8c1190d0954afaab9bc3a2d64b 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-12T15:19:12,285 INFO [RS:0;a6f201fa5419:38899 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T15:19:12,285 INFO [RS:0;a6f201fa5419:38899 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T15:19:12,286 INFO [RS:0;a6f201fa5419:38899 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T15:19:12,286 INFO [RS:0;a6f201fa5419:38899 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T15:19:12,286 DEBUG [RS:0;a6f201fa5419:38899 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 24582a8c1190d0954afaab9bc3a2d64b=hbase:replication,,1731424685128.24582a8c1190d0954afaab9bc3a2d64b., 43e1c84444e22550655eacd06d1a49bd=test,,1731424682309.43e1c84444e22550655eacd06d1a49bd.} 2024-11-12T15:19:12,286 DEBUG [RS:0;a6f201fa5419:38899 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 24582a8c1190d0954afaab9bc3a2d64b, 43e1c84444e22550655eacd06d1a49bd 2024-11-12T15:19:12,286 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T15:19:12,286 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T15:19:12,286 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T15:19:12,286 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T15:19:12,286 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T15:19:12,286 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T15:19:12,300 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/data/hbase/meta/1588230740/.tmp/info/9a58be3cb9f9402489c35cfd98f7d292 is 147, key is hbase:replication,,1731424685128.24582a8c1190d0954afaab9bc3a2d64b./info:regioninfo/1731424685531/Put/seqid=0 2024-11-12T15:19:12,302 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/data/hbase/replication/24582a8c1190d0954afaab9bc3a2d64b/.tmp/hfileref/c4a3024133aa47eab5611a8de5de62a7 is 74, key is 1/hfileref:7721f4fc40e94047b33cd44aa4d57055_SeqId_4_/1731424687163/DeleteColumn/seqid=0 2024-11-12T15:19:12,303 INFO [regionserver/a6f201fa5419:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T15:19:12,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42539 is added to blk_1073741844_1020 (size=7686) 2024-11-12T15:19:12,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42539 is added to blk_1073741845_1021 (size=5203) 2024-11-12T15:19:12,486 DEBUG [RS:0;a6f201fa5419:38899 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 24582a8c1190d0954afaab9bc3a2d64b, 43e1c84444e22550655eacd06d1a49bd 2024-11-12T15:19:12,686 DEBUG [RS:0;a6f201fa5419:38899 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 24582a8c1190d0954afaab9bc3a2d64b, 43e1c84444e22550655eacd06d1a49bd 2024-11-12T15:19:12,704 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/data/hbase/meta/1588230740/.tmp/info/9a58be3cb9f9402489c35cfd98f7d292 2024-11-12T15:19:12,706 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/data/hbase/replication/24582a8c1190d0954afaab9bc3a2d64b/.tmp/hfileref/c4a3024133aa47eab5611a8de5de62a7 2024-11-12T15:19:12,725 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/data/hbase/meta/1588230740/.tmp/ns/0ac4ef7bf80d4730872ad13fc33bb6f9 is 43, key is default/ns:d/1731424676673/Put/seqid=0 2024-11-12T15:19:12,726 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/data/hbase/replication/24582a8c1190d0954afaab9bc3a2d64b/.tmp/queue/a49ddae64dba45f5a9671b9bbea3f3b1 is 153, key is 1-a6f201fa5419,38899,1731424674091/queue:a6f201fa5419%2C38899%2C1731424674091/1731424688336/Put/seqid=0 2024-11-12T15:19:12,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42539 is added to blk_1073741846_1022 (size=5153) 2024-11-12T15:19:12,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42539 is added to blk_1073741847_1023 (size=5352) 2024-11-12T15:19:12,837 INFO [regionserver/a6f201fa5419:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T15:19:12,837 INFO [regionserver/a6f201fa5419:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T15:19:12,886 DEBUG [RS:0;a6f201fa5419:38899 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 24582a8c1190d0954afaab9bc3a2d64b, 43e1c84444e22550655eacd06d1a49bd 2024-11-12T15:19:13,087 DEBUG [RS:0;a6f201fa5419:38899 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 24582a8c1190d0954afaab9bc3a2d64b, 43e1c84444e22550655eacd06d1a49bd 2024-11-12T15:19:13,129 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/data/hbase/meta/1588230740/.tmp/ns/0ac4ef7bf80d4730872ad13fc33bb6f9 2024-11-12T15:19:13,130 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/data/hbase/replication/24582a8c1190d0954afaab9bc3a2d64b/.tmp/queue/a49ddae64dba45f5a9671b9bbea3f3b1 2024-11-12T15:19:13,134 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/data/hbase/replication/24582a8c1190d0954afaab9bc3a2d64b/.tmp/hfileref/c4a3024133aa47eab5611a8de5de62a7 as hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/data/hbase/replication/24582a8c1190d0954afaab9bc3a2d64b/hfileref/c4a3024133aa47eab5611a8de5de62a7 2024-11-12T15:19:13,140 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/data/hbase/replication/24582a8c1190d0954afaab9bc3a2d64b/hfileref/c4a3024133aa47eab5611a8de5de62a7, entries=2, sequenceid=10, filesize=5.1 K 2024-11-12T15:19:13,141 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/data/hbase/replication/24582a8c1190d0954afaab9bc3a2d64b/.tmp/queue/a49ddae64dba45f5a9671b9bbea3f3b1 as hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/data/hbase/replication/24582a8c1190d0954afaab9bc3a2d64b/queue/a49ddae64dba45f5a9671b9bbea3f3b1 2024-11-12T15:19:13,147 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/data/hbase/replication/24582a8c1190d0954afaab9bc3a2d64b/queue/a49ddae64dba45f5a9671b9bbea3f3b1, entries=1, sequenceid=10, filesize=5.2 K 2024-11-12T15:19:13,148 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 24582a8c1190d0954afaab9bc3a2d64b in 863ms, sequenceid=10, compaction requested=false 2024-11-12T15:19:13,149 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/data/hbase/meta/1588230740/.tmp/rep_barrier/59060cd8ff344a838b28302d52c8e006 is 112, key is test,,1731424682309.43e1c84444e22550655eacd06d1a49bd./rep_barrier:seqnumDuringOpen/1731424682717/Put/seqid=0 2024-11-12T15:19:13,152 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/data/hbase/replication/24582a8c1190d0954afaab9bc3a2d64b/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-12T15:19:13,152 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T15:19:13,152 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T15:19:13,152 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731424685128.24582a8c1190d0954afaab9bc3a2d64b. 2024-11-12T15:19:13,152 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 24582a8c1190d0954afaab9bc3a2d64b: Waiting for close lock at 1731424752285Running coprocessor pre-close hooks at 1731424752285Disabling compacts and flushes for region at 1731424752285Disabling writes for close at 1731424752285Obtaining lock to block concurrent updates at 1731424752285Preparing flush snapshotting stores in 24582a8c1190d0954afaab9bc3a2d64b at 1731424752285Finished memstore snapshotting hbase:replication,,1731424685128.24582a8c1190d0954afaab9bc3a2d64b., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731424752286 (+1 ms)Flushing stores of hbase:replication,,1731424685128.24582a8c1190d0954afaab9bc3a2d64b. at 1731424752286Flushing 24582a8c1190d0954afaab9bc3a2d64b/hfileref: creating writer at 1731424752286Flushing 24582a8c1190d0954afaab9bc3a2d64b/hfileref: appending metadata at 1731424752301 (+15 ms)Flushing 24582a8c1190d0954afaab9bc3a2d64b/hfileref: closing flushed file at 1731424752301Flushing 24582a8c1190d0954afaab9bc3a2d64b/queue: creating writer at 1731424752711 (+410 ms)Flushing 24582a8c1190d0954afaab9bc3a2d64b/queue: appending metadata at 1731424752726 (+15 ms)Flushing 24582a8c1190d0954afaab9bc3a2d64b/queue: closing flushed file at 1731424752726Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17501726: reopening flushed file at 1731424753134 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77bd8a31: reopening flushed file at 1731424753140 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 24582a8c1190d0954afaab9bc3a2d64b in 863ms, sequenceid=10, compaction requested=false at 1731424753148 (+8 ms)Writing region close event to WAL at 1731424753149 (+1 ms)Running coprocessor post-close hooks at 1731424753152 (+3 ms)Closed at 1731424753152 2024-11-12T15:19:13,153 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731424685128.24582a8c1190d0954afaab9bc3a2d64b. 2024-11-12T15:19:13,153 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 43e1c84444e22550655eacd06d1a49bd, disabling compactions & flushes 2024-11-12T15:19:13,153 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731424682309.43e1c84444e22550655eacd06d1a49bd. 2024-11-12T15:19:13,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42539 is added to blk_1073741848_1024 (size=5518) 2024-11-12T15:19:13,153 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731424682309.43e1c84444e22550655eacd06d1a49bd. 2024-11-12T15:19:13,153 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731424682309.43e1c84444e22550655eacd06d1a49bd. after waiting 0 ms 2024-11-12T15:19:13,153 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731424682309.43e1c84444e22550655eacd06d1a49bd. 2024-11-12T15:19:13,156 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/data/default/test/43e1c84444e22550655eacd06d1a49bd/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T15:19:13,156 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T15:19:13,156 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T15:19:13,156 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731424682309.43e1c84444e22550655eacd06d1a49bd. 2024-11-12T15:19:13,156 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 43e1c84444e22550655eacd06d1a49bd: Waiting for close lock at 1731424753153Running coprocessor pre-close hooks at 1731424753153Disabling compacts and flushes for region at 1731424753153Disabling writes for close at 1731424753153Writing region close event to WAL at 1731424753153Running coprocessor post-close hooks at 1731424753156 (+3 ms)Closed at 1731424753156 2024-11-12T15:19:13,157 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731424682309.43e1c84444e22550655eacd06d1a49bd. 2024-11-12T15:19:13,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:19:13,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:19:13,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:19:13,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:19:13,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:19:13,287 INFO [RS:0;a6f201fa5419:38899 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T15:19:13,287 DEBUG [RS:0;a6f201fa5419:38899 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T15:19:13,287 DEBUG [RS:0;a6f201fa5419:38899 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T15:19:13,487 DEBUG [RS:0;a6f201fa5419:38899 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T15:19:13,554 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/data/hbase/meta/1588230740/.tmp/rep_barrier/59060cd8ff344a838b28302d52c8e006 2024-11-12T15:19:13,575 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/data/hbase/meta/1588230740/.tmp/table/ded86652f35a44ac86c02824bb7320b5 is 53, key is hbase:replication/table:state/1731424685540/Put/seqid=0 2024-11-12T15:19:13,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42539 is added to blk_1073741849_1025 (size=5308) 2024-11-12T15:19:13,687 DEBUG [RS:0;a6f201fa5419:38899 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T15:19:13,708 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T15:19:13,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:19:13,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:19:13,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:19:13,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:19:13,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:19:13,887 DEBUG [RS:0;a6f201fa5419:38899 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T15:19:13,980 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/data/hbase/meta/1588230740/.tmp/table/ded86652f35a44ac86c02824bb7320b5 2024-11-12T15:19:13,985 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/data/hbase/meta/1588230740/.tmp/info/9a58be3cb9f9402489c35cfd98f7d292 as hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/data/hbase/meta/1588230740/info/9a58be3cb9f9402489c35cfd98f7d292 2024-11-12T15:19:13,990 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/data/hbase/meta/1588230740/info/9a58be3cb9f9402489c35cfd98f7d292, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T15:19:13,992 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/data/hbase/meta/1588230740/.tmp/ns/0ac4ef7bf80d4730872ad13fc33bb6f9 as hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/data/hbase/meta/1588230740/ns/0ac4ef7bf80d4730872ad13fc33bb6f9 2024-11-12T15:19:13,998 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/data/hbase/meta/1588230740/ns/0ac4ef7bf80d4730872ad13fc33bb6f9, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T15:19:14,001 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/data/hbase/meta/1588230740/.tmp/rep_barrier/59060cd8ff344a838b28302d52c8e006 as hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/data/hbase/meta/1588230740/rep_barrier/59060cd8ff344a838b28302d52c8e006 2024-11-12T15:19:14,006 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/data/hbase/meta/1588230740/rep_barrier/59060cd8ff344a838b28302d52c8e006, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T15:19:14,007 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/data/hbase/meta/1588230740/.tmp/table/ded86652f35a44ac86c02824bb7320b5 as hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/data/hbase/meta/1588230740/table/ded86652f35a44ac86c02824bb7320b5 2024-11-12T15:19:14,012 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/data/hbase/meta/1588230740/table/ded86652f35a44ac86c02824bb7320b5, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T15:19:14,013 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1727ms, sequenceid=16, compaction requested=false 2024-11-12T15:19:14,013 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T15:19:14,018 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T15:19:14,019 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T15:19:14,019 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T15:19:14,019 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T15:19:14,019 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731424752286Running coprocessor pre-close hooks at 1731424752286Disabling compacts and flushes for region at 1731424752286Disabling writes for close at 1731424752286Obtaining lock to block concurrent updates at 1731424752286Preparing flush snapshotting stores in 1588230740 at 1731424752286Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731424752286Flushing stores of hbase:meta,,1.1588230740 at 1731424752287 (+1 ms)Flushing 1588230740/info: creating writer at 1731424752287Flushing 1588230740/info: appending metadata at 1731424752299 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731424752299Flushing 1588230740/ns: creating writer at 1731424752710 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731424752724 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731424752724Flushing 1588230740/rep_barrier: creating writer at 1731424753134 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731424753149 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731424753149Flushing 1588230740/table: creating writer at 1731424753559 (+410 ms)Flushing 1588230740/table: appending metadata at 1731424753575 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731424753575Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@669417bd: reopening flushed file at 1731424753984 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e48b748: reopening flushed file at 1731424753991 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54876d8b: reopening flushed file at 1731424753998 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d065f31: reopening flushed file at 1731424754006 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1727ms, sequenceid=16, compaction requested=false at 1731424754013 (+7 ms)Writing region close event to WAL at 1731424754015 (+2 ms)Running coprocessor post-close hooks at 1731424754019 (+4 ms)Closed at 1731424754019 2024-11-12T15:19:14,019 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T15:19:14,088 INFO [RS:0;a6f201fa5419:38899 {}] regionserver.HRegionServer(976): stopping server a6f201fa5419,38899,1731424674091; all regions closed. 2024-11-12T15:19:14,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42539 is added to blk_1073741834_1010 (size=4239) 2024-11-12T15:19:14,095 DEBUG [RS:0;a6f201fa5419:38899 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/oldWALs 2024-11-12T15:19:14,095 INFO [RS:0;a6f201fa5419:38899 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a6f201fa5419%2C38899%2C1731424674091.meta:.meta(num 1731424676576) 2024-11-12T15:19:14,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42539 is added to blk_1073741839_1015 (size=2700) 2024-11-12T15:19:14,104 DEBUG [RS:0;a6f201fa5419:38899 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/oldWALs 2024-11-12T15:19:14,104 INFO [RS:0;a6f201fa5419:38899 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a6f201fa5419%2C38899%2C1731424674091.rep:(num 1731424685488) 2024-11-12T15:19:14,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42539 is added to blk_1073741832_1008 (size=1300) 2024-11-12T15:19:14,128 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/WALs/a6f201fa5419,38899,1731424674091/a6f201fa5419%2C38899%2C1731424674091.1731424675986 not finished, retry = 0 2024-11-12T15:19:14,231 DEBUG [RS:0;a6f201fa5419:38899 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/oldWALs 2024-11-12T15:19:14,231 INFO [RS:0;a6f201fa5419:38899 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a6f201fa5419%2C38899%2C1731424674091:(num 1731424675986) 2024-11-12T15:19:14,231 DEBUG [RS:0;a6f201fa5419:38899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:19:14,231 INFO [RS:0;a6f201fa5419:38899 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T15:19:14,231 INFO [RS:0;a6f201fa5419:38899 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T15:19:14,232 INFO [RS:0;a6f201fa5419:38899 {}] hbase.ChoreService(370): Chore service for: regionserver/a6f201fa5419:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T15:19:14,232 INFO [RS:0;a6f201fa5419:38899 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T15:19:14,232 INFO [RS:0;a6f201fa5419:38899 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a6f201fa5419,38899,1731424674091 because: Region server is closing 2024-11-12T15:19:14,232 INFO [RS:0;a6f201fa5419:38899 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a6f201fa5419:38899. 2024-11-12T15:19:14,232 INFO [regionserver/a6f201fa5419:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T15:19:14,232 DEBUG [RS:0;a6f201fa5419:38899 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:19:14,232 DEBUG [RS:0;a6f201fa5419:38899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:19:14,232 DEBUG [RS:0;a6f201fa5419:38899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:19:14,232 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:19:14,333 WARN [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38899,1731424674091.replicationSource.shippera6f201fa5419%2C38899%2C1731424674091,1-a6f201fa5419,38899,1731424674091 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-12T15:19:14,333 WARN [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38899,1731424674091.replicationSource.wal-reader.a6f201fa5419%2C38899%2C1731424674091,1-a6f201fa5419,38899,1731424674091 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T15:19:14,333 INFO [RS:0;a6f201fa5419:38899 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38899,1731424674091.replicationSource.shippera6f201fa5419%2C38899%2C1731424674091,1-a6f201fa5419,38899,1731424674091 terminated 2024-11-12T15:19:14,333 INFO [RS:0;a6f201fa5419:38899 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38899 2024-11-12T15:19:14,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34647-0x1012f9fd2640000, quorum=127.0.0.1:57109, baseZNode=/0-277163911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-277163911/rs 2024-11-12T15:19:14,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38899-0x1012f9fd2640001, quorum=127.0.0.1:57109, baseZNode=/0-277163911 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-277163911/rs/a6f201fa5419,38899,1731424674091 2024-11-12T15:19:14,389 INFO [RS:0;a6f201fa5419:38899 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T15:19:14,389 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007f49ec8e1ff8@641d947a rejected from java.util.concurrent.ThreadPoolExecutor@211f169d[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-12T15:19:14,389 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a6f201fa5419,38899,1731424674091] 2024-11-12T15:19:14,409 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-277163911/draining/a6f201fa5419,38899,1731424674091 already deleted, retry=false 2024-11-12T15:19:14,409 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a6f201fa5419,38899,1731424674091 expired; onlineServers=0 2024-11-12T15:19:14,410 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a6f201fa5419,34647,1731424673849' ***** 2024-11-12T15:19:14,410 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T15:19:14,410 INFO [M:0;a6f201fa5419:34647 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T15:19:14,410 INFO [M:0;a6f201fa5419:34647 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T15:19:14,410 DEBUG [M:0;a6f201fa5419:34647 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T15:19:14,410 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T15:19:14,410 DEBUG [M:0;a6f201fa5419:34647 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T15:19:14,410 DEBUG [master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.large.0-1731424675753 {}] cleaner.HFileCleaner(306): Exit Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.large.0-1731424675753,5,FailOnTimeoutGroup] 2024-11-12T15:19:14,410 DEBUG [master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.small.0-1731424675765 {}] cleaner.HFileCleaner(306): Exit Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.small.0-1731424675765,5,FailOnTimeoutGroup] 2024-11-12T15:19:14,410 INFO [M:0;a6f201fa5419:34647 {}] hbase.ChoreService(370): Chore service for: master/a6f201fa5419:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T15:19:14,410 INFO [M:0;a6f201fa5419:34647 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T15:19:14,410 DEBUG [M:0;a6f201fa5419:34647 {}] master.HMaster(1795): Stopping service threads 2024-11-12T15:19:14,410 INFO [M:0;a6f201fa5419:34647 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T15:19:14,410 INFO [M:0;a6f201fa5419:34647 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T15:19:14,410 INFO [M:0;a6f201fa5419:34647 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T15:19:14,411 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T15:19:14,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34647-0x1012f9fd2640000, quorum=127.0.0.1:57109, baseZNode=/0-277163911 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-277163911/master 2024-11-12T15:19:14,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34647-0x1012f9fd2640000, quorum=127.0.0.1:57109, baseZNode=/0-277163911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-277163911 2024-11-12T15:19:14,420 DEBUG [M:0;a6f201fa5419:34647 {}] zookeeper.ZKUtil(347): master:34647-0x1012f9fd2640000, quorum=127.0.0.1:57109, baseZNode=/0-277163911 Unable to get data of znode /0-277163911/master because node does not exist (not an error) 2024-11-12T15:19:14,420 WARN [M:0;a6f201fa5419:34647 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T15:19:14,422 INFO [M:0;a6f201fa5419:34647 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/.lastflushedseqids 2024-11-12T15:19:14,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42539 is added to blk_1073741850_1026 (size=263) 2024-11-12T15:19:14,499 INFO [RS:0;a6f201fa5419:38899 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T15:19:14,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38899-0x1012f9fd2640001, quorum=127.0.0.1:57109, baseZNode=/0-277163911 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:19:14,499 INFO [RS:0;a6f201fa5419:38899 {}] regionserver.HRegionServer(1031): Exiting; stopping=a6f201fa5419,38899,1731424674091; zookeeper connection closed. 2024-11-12T15:19:14,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38899-0x1012f9fd2640001, quorum=127.0.0.1:57109, baseZNode=/0-277163911 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:19:14,500 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@279fd0a3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@279fd0a3 2024-11-12T15:19:14,500 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T15:19:14,829 INFO [M:0;a6f201fa5419:34647 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T15:19:14,830 INFO [M:0;a6f201fa5419:34647 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T15:19:14,830 DEBUG [M:0;a6f201fa5419:34647 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T15:19:14,830 INFO [M:0;a6f201fa5419:34647 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:19:14,830 DEBUG [M:0;a6f201fa5419:34647 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:19:14,830 DEBUG [M:0;a6f201fa5419:34647 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T15:19:14,830 DEBUG [M:0;a6f201fa5419:34647 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:19:14,830 INFO [M:0;a6f201fa5419:34647 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.87 KB heapSize=65.87 KB 2024-11-12T15:19:14,844 DEBUG [M:0;a6f201fa5419:34647 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d6eb9002087c446785b4b81d1bfc7603 is 82, key is hbase:meta,,1/info:regioninfo/1731424676622/Put/seqid=0 2024-11-12T15:19:14,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42539 is added to blk_1073741851_1027 (size=5672) 2024-11-12T15:19:15,248 INFO [M:0;a6f201fa5419:34647 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d6eb9002087c446785b4b81d1bfc7603 2024-11-12T15:19:15,274 DEBUG [M:0;a6f201fa5419:34647 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/848d3bef823e4c559a5134b83e914705 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731424682745/Put/seqid=0 2024-11-12T15:19:15,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42539 is added to blk_1073741852_1028 (size=7241) 2024-11-12T15:19:15,679 INFO [M:0;a6f201fa5419:34647 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.31 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/848d3bef823e4c559a5134b83e914705 2024-11-12T15:19:15,683 INFO [M:0;a6f201fa5419:34647 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 848d3bef823e4c559a5134b83e914705 2024-11-12T15:19:15,696 DEBUG [M:0;a6f201fa5419:34647 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8fd509f15e604e788f79876dba844415 is 69, key is a6f201fa5419,38899,1731424674091/rs:state/1731424675786/Put/seqid=0 2024-11-12T15:19:15,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42539 is added to blk_1073741853_1029 (size=5156) 2024-11-12T15:19:16,101 INFO [M:0;a6f201fa5419:34647 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8fd509f15e604e788f79876dba844415 2024-11-12T15:19:16,106 DEBUG [M:0;a6f201fa5419:34647 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d6eb9002087c446785b4b81d1bfc7603 as hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d6eb9002087c446785b4b81d1bfc7603 2024-11-12T15:19:16,110 INFO [M:0;a6f201fa5419:34647 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d6eb9002087c446785b4b81d1bfc7603, entries=8, sequenceid=105, filesize=5.5 K 2024-11-12T15:19:16,111 DEBUG [M:0;a6f201fa5419:34647 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/848d3bef823e4c559a5134b83e914705 as hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/848d3bef823e4c559a5134b83e914705 2024-11-12T15:19:16,115 INFO [M:0;a6f201fa5419:34647 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 848d3bef823e4c559a5134b83e914705 2024-11-12T15:19:16,116 INFO [M:0;a6f201fa5419:34647 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/848d3bef823e4c559a5134b83e914705, entries=11, sequenceid=105, filesize=7.1 K 2024-11-12T15:19:16,116 DEBUG [M:0;a6f201fa5419:34647 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8fd509f15e604e788f79876dba844415 as hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8fd509f15e604e788f79876dba844415 2024-11-12T15:19:16,121 INFO [M:0;a6f201fa5419:34647 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39393/user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8fd509f15e604e788f79876dba844415, entries=1, sequenceid=105, filesize=5.0 K 2024-11-12T15:19:16,122 INFO [M:0;a6f201fa5419:34647 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=105, compaction requested=false 2024-11-12T15:19:16,123 INFO [M:0;a6f201fa5419:34647 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:19:16,124 DEBUG [M:0;a6f201fa5419:34647 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731424754830Disabling compacts and flushes for region at 1731424754830Disabling writes for close at 1731424754830Obtaining lock to block concurrent updates at 1731424754830Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731424754830Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57207, getHeapSize=67384, getOffHeapSize=0, getCellsCount=122 at 1731424754830Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731424754831 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731424754831Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731424754843 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731424754843Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731424755254 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731424755273 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731424755273Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731424755684 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731424755696 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731424755696Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61262b9c: reopening flushed file at 1731424756105 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@138994f7: reopening flushed file at 1731424756111 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3257e6c5: reopening flushed file at 1731424756116 (+5 ms)Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=105, compaction requested=false at 1731424756122 (+6 ms)Writing region close event to WAL at 1731424756123 (+1 ms)Closed at 1731424756123 2024-11-12T15:19:16,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42539 is added to blk_1073741830_1006 (size=64538) 2024-11-12T15:19:16,126 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/270aa0a7-8d04-93ec-c99a-d75aa2749a23/MasterData/WALs/a6f201fa5419,34647,1731424673849/a6f201fa5419%2C34647%2C1731424673849.1731424675460 not finished, retry = 0 2024-11-12T15:19:16,227 INFO [M:0;a6f201fa5419:34647 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T15:19:16,227 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T15:19:16,227 INFO [M:0;a6f201fa5419:34647 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34647 2024-11-12T15:19:16,227 INFO [M:0;a6f201fa5419:34647 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T15:19:16,335 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T15:19:16,335 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T15:19:16,335 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T15:19:16,335 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T15:19:16,335 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-12T15:19:16,335 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T15:19:16,335 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T15:19:16,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34647-0x1012f9fd2640000, quorum=127.0.0.1:57109, baseZNode=/0-277163911 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:19:16,394 INFO [M:0;a6f201fa5419:34647 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T15:19:16,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34647-0x1012f9fd2640000, quorum=127.0.0.1:57109, baseZNode=/0-277163911 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:19:16,396 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7fff79bb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T15:19:16,396 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@45861361{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T15:19:16,396 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T15:19:16,396 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ba9d83b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T15:19:16,396 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32d3f09c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e1e57418-304a-72d9-0644-0ead8ad6dcde/hadoop.log.dir/,STOPPED} 2024-11-12T15:19:16,397 WARN [BP-1048598476-172.17.0.2-1731424671443 heartbeating to localhost/127.0.0.1:39393 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T15:19:16,397 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T15:19:16,397 WARN [BP-1048598476-172.17.0.2-1731424671443 heartbeating to localhost/127.0.0.1:39393 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1048598476-172.17.0.2-1731424671443 (Datanode Uuid 6144a55f-3292-4e27-b93b-1977ff43cfbc) service to localhost/127.0.0.1:39393 2024-11-12T15:19:16,397 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T15:19:16,398 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e1e57418-304a-72d9-0644-0ead8ad6dcde/cluster_c0386ed7-ff26-39c6-c264-e3a854ce38db/data/data1/current/BP-1048598476-172.17.0.2-1731424671443 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T15:19:16,398 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e1e57418-304a-72d9-0644-0ead8ad6dcde/cluster_c0386ed7-ff26-39c6-c264-e3a854ce38db/data/data2/current/BP-1048598476-172.17.0.2-1731424671443 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T15:19:16,398 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T15:19:16,403 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@500b85c3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T15:19:16,404 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@371f8afd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T15:19:16,404 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T15:19:16,404 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a42b3e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T15:19:16,404 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f1ee90f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e1e57418-304a-72d9-0644-0ead8ad6dcde/hadoop.log.dir/,STOPPED} 2024-11-12T15:19:16,410 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T15:19:16,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T15:19:16,428 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=157 (was 144) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39393 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:39393 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34293 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34293 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f49ecb89a08.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34293 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57109) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:39393 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39393 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39393 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39393 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:39393 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57109) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34293 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:39393 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f49ecb89a08.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:34293 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:34293 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:34293 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:34293 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=503 (was 476) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=355 (was 411), ProcessCount=11 (was 11), AvailableMemoryMB=7899 (was 7533) - AvailableMemoryMB LEAK? - 2024-11-12T15:19:16,435 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=158, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=355, ProcessCount=11, AvailableMemoryMB=7899 2024-11-12T15:19:16,446 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-12T15:19:16,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/110a5e19-4dde-65fe-2429-9a2fe710a5f4/hadoop.log.dir so I do NOT create it in target/test-data/7dfaedfa-adfd-048a-c8c2-9b88659bbc60 2024-11-12T15:19:16,446 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/110a5e19-4dde-65fe-2429-9a2fe710a5f4/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T15:19:16,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/110a5e19-4dde-65fe-2429-9a2fe710a5f4/hadoop.tmp.dir so I do NOT create it in target/test-data/7dfaedfa-adfd-048a-c8c2-9b88659bbc60 2024-11-12T15:19:16,446 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/110a5e19-4dde-65fe-2429-9a2fe710a5f4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T15:19:16,446 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7dfaedfa-adfd-048a-c8c2-9b88659bbc60 2024-11-12T15:19:16,446 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7dfaedfa-adfd-048a-c8c2-9b88659bbc60/cluster_2eab0e01-9431-fd8c-c8fa-3d61e3e8ac58, deleteOnExit=true 2024-11-12T15:19:16,495 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7dfaedfa-adfd-048a-c8c2-9b88659bbc60/cluster_2eab0e01-9431-fd8c-c8fa-3d61e3e8ac58/zookeeper_0, clientPort=63105, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7dfaedfa-adfd-048a-c8c2-9b88659bbc60/cluster_2eab0e01-9431-fd8c-c8fa-3d61e3e8ac58/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7dfaedfa-adfd-048a-c8c2-9b88659bbc60/cluster_2eab0e01-9431-fd8c-c8fa-3d61e3e8ac58/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T15:19:16,495 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63105 2024-11-12T15:19:16,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T15:19:16,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T15:19:16,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7dfaedfa-adfd-048a-c8c2-9b88659bbc60/test.cache.data in system properties and HBase conf 2024-11-12T15:19:16,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7dfaedfa-adfd-048a-c8c2-9b88659bbc60/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T15:19:16,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7dfaedfa-adfd-048a-c8c2-9b88659bbc60/hadoop.log.dir in system properties and HBase conf 2024-11-12T15:19:16,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7dfaedfa-adfd-048a-c8c2-9b88659bbc60/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T15:19:16,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7dfaedfa-adfd-048a-c8c2-9b88659bbc60/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T15:19:16,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T15:19:16,496 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T15:19:16,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7dfaedfa-adfd-048a-c8c2-9b88659bbc60/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T15:19:16,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7dfaedfa-adfd-048a-c8c2-9b88659bbc60/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T15:19:16,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7dfaedfa-adfd-048a-c8c2-9b88659bbc60/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T15:19:16,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7dfaedfa-adfd-048a-c8c2-9b88659bbc60/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T15:19:16,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7dfaedfa-adfd-048a-c8c2-9b88659bbc60/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T15:19:16,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7dfaedfa-adfd-048a-c8c2-9b88659bbc60/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T15:19:16,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7dfaedfa-adfd-048a-c8c2-9b88659bbc60/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T15:19:16,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7dfaedfa-adfd-048a-c8c2-9b88659bbc60/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T15:19:16,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7dfaedfa-adfd-048a-c8c2-9b88659bbc60/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T15:19:16,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7dfaedfa-adfd-048a-c8c2-9b88659bbc60/nfs.dump.dir in system properties and HBase conf 2024-11-12T15:19:16,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7dfaedfa-adfd-048a-c8c2-9b88659bbc60/java.io.tmpdir in system properties and HBase conf 2024-11-12T15:19:16,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7dfaedfa-adfd-048a-c8c2-9b88659bbc60/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T15:19:16,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7dfaedfa-adfd-048a-c8c2-9b88659bbc60/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T15:19:16,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7dfaedfa-adfd-048a-c8c2-9b88659bbc60/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T15:19:16,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012f9fd2640005, quorum=127.0.0.1:57109, baseZNode=/1-1429350926 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T15:19:16,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012f9fd2640002, quorum=127.0.0.1:57109, baseZNode=/0-277163911 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T15:19:16,508 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012f9fd2640005, quorum=127.0.0.1:57109, baseZNode=/1-1429350926 Received Disconnected from ZooKeeper, ignoring 2024-11-12T15:19:16,508 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012f9fd2640002, quorum=127.0.0.1:57109, baseZNode=/0-277163911 Received Disconnected from ZooKeeper, ignoring 2024-11-12T15:19:16,868 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T15:19:16,872 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T15:19:16,873 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T15:19:16,873 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T15:19:16,873 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T15:19:16,874 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T15:19:16,874 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@140ffc81{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7dfaedfa-adfd-048a-c8c2-9b88659bbc60/hadoop.log.dir/,AVAILABLE} 2024-11-12T15:19:16,874 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@153b38ee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T15:19:16,966 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2652670{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7dfaedfa-adfd-048a-c8c2-9b88659bbc60/java.io.tmpdir/jetty-localhost-40927-hadoop-hdfs-3_4_1-tests_jar-_-any-15241913234067599329/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T15:19:16,967 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d87a11d{HTTP/1.1, (http/1.1)}{localhost:40927} 2024-11-12T15:19:16,967 INFO [Time-limited test {}] server.Server(415): Started @138211ms 2024-11-12T15:19:17,282 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T15:19:17,285 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T15:19:17,288 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T15:19:17,288 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T15:19:17,288 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T15:19:17,290 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76fdbe1e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7dfaedfa-adfd-048a-c8c2-9b88659bbc60/hadoop.log.dir/,AVAILABLE} 2024-11-12T15:19:17,291 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@239c56c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T15:19:17,418 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9258c5a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7dfaedfa-adfd-048a-c8c2-9b88659bbc60/java.io.tmpdir/jetty-localhost-46089-hadoop-hdfs-3_4_1-tests_jar-_-any-9222428898367614146/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T15:19:17,419 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@66c666b2{HTTP/1.1, (http/1.1)}{localhost:46089} 2024-11-12T15:19:17,419 INFO [Time-limited test {}] server.Server(415): Started @138663ms 2024-11-12T15:19:17,421 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T15:19:18,186 WARN [Thread-1275 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7dfaedfa-adfd-048a-c8c2-9b88659bbc60/cluster_2eab0e01-9431-fd8c-c8fa-3d61e3e8ac58/data/data2/current/BP-951282944-172.17.0.2-1731424756511/current, will proceed with Du for space computation calculation, 2024-11-12T15:19:18,186 WARN [Thread-1274 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7dfaedfa-adfd-048a-c8c2-9b88659bbc60/cluster_2eab0e01-9431-fd8c-c8fa-3d61e3e8ac58/data/data1/current/BP-951282944-172.17.0.2-1731424756511/current, will proceed with Du for space computation calculation, 2024-11-12T15:19:18,205 WARN [Thread-1262 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T15:19:18,208 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6281f5415265e577 with lease ID 0x5c18524ad5100a93: Processing first storage report for DS-2599e591-b723-46a8-b3e2-d815298c560c from datanode DatanodeRegistration(127.0.0.1:33357, datanodeUuid=6706b0af-6599-4ef9-b014-ae173c80be06, infoPort=36677, infoSecurePort=0, ipcPort=36231, storageInfo=lv=-57;cid=testClusterID;nsid=76658868;c=1731424756511) 2024-11-12T15:19:18,208 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6281f5415265e577 with lease ID 0x5c18524ad5100a93: from storage DS-2599e591-b723-46a8-b3e2-d815298c560c node DatanodeRegistration(127.0.0.1:33357, datanodeUuid=6706b0af-6599-4ef9-b014-ae173c80be06, infoPort=36677, infoSecurePort=0, ipcPort=36231, storageInfo=lv=-57;cid=testClusterID;nsid=76658868;c=1731424756511), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T15:19:18,209 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6281f5415265e577 with lease ID 0x5c18524ad5100a93: Processing first storage report for DS-1baf7d32-d340-42b0-bf3e-71b736451684 from datanode DatanodeRegistration(127.0.0.1:33357, datanodeUuid=6706b0af-6599-4ef9-b014-ae173c80be06, infoPort=36677, infoSecurePort=0, ipcPort=36231, storageInfo=lv=-57;cid=testClusterID;nsid=76658868;c=1731424756511) 2024-11-12T15:19:18,209 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6281f5415265e577 with lease ID 0x5c18524ad5100a93: from storage DS-1baf7d32-d340-42b0-bf3e-71b736451684 node DatanodeRegistration(127.0.0.1:33357, datanodeUuid=6706b0af-6599-4ef9-b014-ae173c80be06, infoPort=36677, infoSecurePort=0, ipcPort=36231, storageInfo=lv=-57;cid=testClusterID;nsid=76658868;c=1731424756511), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T15:19:18,278 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7dfaedfa-adfd-048a-c8c2-9b88659bbc60 2024-11-12T15:19:18,278 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:19:18,279 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:19:18,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33357 is added to blk_1073741825_1001 (size=7) 2024-11-12T15:19:18,654 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T15:19:18,675 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:19:18,675 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:19:18,675 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:19:18,675 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:19:18,675 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:19:18,688 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae with version=8 2024-11-12T15:19:18,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/hbase-staging 2024-11-12T15:19:18,690 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a6f201fa5419:0 server-side Connection retries=45 2024-11-12T15:19:18,690 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:19:18,690 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T15:19:18,690 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T15:19:18,690 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:19:18,690 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T15:19:18,690 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T15:19:18,690 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T15:19:18,691 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44235 2024-11-12T15:19:18,692 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44235 connecting to ZooKeeper ensemble=127.0.0.1:63105 2024-11-12T15:19:18,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:442350x0, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T15:19:18,789 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44235-0x1012fa11eb90000 connected 2024-11-12T15:19:18,872 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:19:18,874 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:19:18,875 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44235-0x1012fa11eb90000, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Set watcher on znode that does not yet exist, /0-2100421403/running 2024-11-12T15:19:18,876 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae, hbase.cluster.distributed=false 2024-11-12T15:19:18,877 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44235-0x1012fa11eb90000, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Set watcher on znode that does not yet exist, /0-2100421403/acl 2024-11-12T15:19:18,877 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44235 2024-11-12T15:19:18,878 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44235 2024-11-12T15:19:18,878 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44235 2024-11-12T15:19:18,879 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44235 2024-11-12T15:19:18,879 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44235 2024-11-12T15:19:18,891 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a6f201fa5419:0 server-side Connection retries=45 2024-11-12T15:19:18,891 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:19:18,891 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T15:19:18,891 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T15:19:18,891 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:19:18,892 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T15:19:18,892 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T15:19:18,892 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T15:19:18,892 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46813 2024-11-12T15:19:18,893 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46813 connecting to ZooKeeper ensemble=127.0.0.1:63105 2024-11-12T15:19:18,894 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:19:18,895 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:19:18,904 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:468130x0, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T15:19:18,904 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:468130x0, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Set watcher on znode that does not yet exist, /0-2100421403/running 2024-11-12T15:19:18,904 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46813-0x1012fa11eb90001 connected 2024-11-12T15:19:18,905 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T15:19:18,905 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T15:19:18,906 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46813-0x1012fa11eb90001, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Set watcher on znode that does not yet exist, /0-2100421403/master 2024-11-12T15:19:18,906 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46813-0x1012fa11eb90001, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Set watcher on znode that does not yet exist, /0-2100421403/acl 2024-11-12T15:19:18,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46813 2024-11-12T15:19:18,907 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46813 2024-11-12T15:19:18,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46813 2024-11-12T15:19:18,911 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46813 2024-11-12T15:19:18,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46813 2024-11-12T15:19:18,927 DEBUG [M:0;a6f201fa5419:44235 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a6f201fa5419:44235 2024-11-12T15:19:18,927 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2100421403/backup-masters/a6f201fa5419,44235,1731424758690 2024-11-12T15:19:18,935 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46813-0x1012fa11eb90001, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2100421403/backup-masters 2024-11-12T15:19:18,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44235-0x1012fa11eb90000, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2100421403/backup-masters 2024-11-12T15:19:18,936 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44235-0x1012fa11eb90000, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Set watcher on existing znode=/0-2100421403/backup-masters/a6f201fa5419,44235,1731424758690 2024-11-12T15:19:18,946 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46813-0x1012fa11eb90001, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2100421403/master 2024-11-12T15:19:18,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44235-0x1012fa11eb90000, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2100421403 2024-11-12T15:19:18,946 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46813-0x1012fa11eb90001, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2100421403 2024-11-12T15:19:18,947 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44235-0x1012fa11eb90000, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Set watcher on existing znode=/0-2100421403/master 2024-11-12T15:19:18,947 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2100421403/backup-masters/a6f201fa5419,44235,1731424758690 from backup master directory 2024-11-12T15:19:18,957 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46813-0x1012fa11eb90001, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2100421403/backup-masters 2024-11-12T15:19:18,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44235-0x1012fa11eb90000, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2100421403/backup-masters/a6f201fa5419,44235,1731424758690 2024-11-12T15:19:18,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44235-0x1012fa11eb90000, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2100421403/backup-masters 2024-11-12T15:19:18,957 WARN [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T15:19:18,957 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a6f201fa5419,44235,1731424758690 2024-11-12T15:19:18,960 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/hbase.id] with ID: 0ffbf50b-fd0f-45f3-b1cc-29663ad83dbd 2024-11-12T15:19:18,960 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/.tmp/hbase.id 2024-11-12T15:19:18,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33357 is added to blk_1073741826_1002 (size=42) 2024-11-12T15:19:19,367 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/.tmp/hbase.id]:[hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/hbase.id] 2024-11-12T15:19:19,377 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:19:19,378 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T15:19:19,379 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T15:19:19,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44235-0x1012fa11eb90000, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2100421403 2024-11-12T15:19:19,430 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46813-0x1012fa11eb90001, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2100421403 2024-11-12T15:19:19,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33357 is added to blk_1073741827_1003 (size=196) 2024-11-12T15:19:19,836 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T15:19:19,837 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T15:19:19,837 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:19:19,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33357 is added to blk_1073741828_1004 (size=1189) 2024-11-12T15:19:20,244 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/MasterData/data/master/store 2024-11-12T15:19:20,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33357 is added to blk_1073741829_1005 (size=34) 2024-11-12T15:19:20,650 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:19:20,650 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T15:19:20,650 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:19:20,650 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:19:20,650 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T15:19:20,650 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:19:20,650 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:19:20,650 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731424760650Disabling compacts and flushes for region at 1731424760650Disabling writes for close at 1731424760650Writing region close event to WAL at 1731424760650Closed at 1731424760650 2024-11-12T15:19:20,651 WARN [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/MasterData/data/master/store/.initializing 2024-11-12T15:19:20,651 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/MasterData/WALs/a6f201fa5419,44235,1731424758690 2024-11-12T15:19:20,652 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T15:19:20,654 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a6f201fa5419%2C44235%2C1731424758690, suffix=, logDir=hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/MasterData/WALs/a6f201fa5419,44235,1731424758690, archiveDir=hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/MasterData/oldWALs, maxLogs=10 2024-11-12T15:19:20,664 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/MasterData/WALs/a6f201fa5419,44235,1731424758690/a6f201fa5419%2C44235%2C1731424758690.1731424760654, exclude list is [], retry=0 2024-11-12T15:19:20,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33357,DS-2599e591-b723-46a8-b3e2-d815298c560c,DISK] 2024-11-12T15:19:20,668 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/MasterData/WALs/a6f201fa5419,44235,1731424758690/a6f201fa5419%2C44235%2C1731424758690.1731424760654 2024-11-12T15:19:20,668 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36677:36677)] 2024-11-12T15:19:20,668 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T15:19:20,668 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:19:20,668 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:19:20,668 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:19:20,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:19:20,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T15:19:20,671 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:19:20,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:19:20,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:19:20,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T15:19:20,672 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:19:20,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:19:20,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:19:20,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T15:19:20,673 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:19:20,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:19:20,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:19:20,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T15:19:20,675 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:19:20,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:19:20,675 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:19:20,676 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:19:20,676 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:19:20,677 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:19:20,677 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:19:20,677 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T15:19:20,678 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:19:20,680 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T15:19:20,680 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60751641, jitterRate=-0.09473000466823578}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T15:19:20,680 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731424760668Initializing all the Stores at 1731424760669 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424760669Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424760669Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424760669Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424760669Cleaning up temporary data from old regions at 1731424760677 (+8 ms)Region opened successfully at 1731424760680 (+3 ms) 2024-11-12T15:19:20,681 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T15:19:20,683 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16137d9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a6f201fa5419/172.17.0.2:0 2024-11-12T15:19:20,684 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T15:19:20,684 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T15:19:20,684 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T15:19:20,684 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T15:19:20,685 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T15:19:20,685 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T15:19:20,685 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T15:19:20,687 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T15:19:20,687 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44235-0x1012fa11eb90000, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Unable to get data of znode /0-2100421403/balancer because node does not exist (not necessarily an error) 2024-11-12T15:19:20,777 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2100421403/balancer already deleted, retry=false 2024-11-12T15:19:20,778 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T15:19:20,778 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44235-0x1012fa11eb90000, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Unable to get data of znode /0-2100421403/normalizer because node does not exist (not necessarily an error) 2024-11-12T15:19:20,788 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2100421403/normalizer already deleted, retry=false 2024-11-12T15:19:20,788 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T15:19:20,789 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44235-0x1012fa11eb90000, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Unable to get data of znode /0-2100421403/switch/split because node does not exist (not necessarily an error) 2024-11-12T15:19:20,798 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2100421403/switch/split already deleted, retry=false 2024-11-12T15:19:20,799 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44235-0x1012fa11eb90000, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Unable to get data of znode /0-2100421403/switch/merge because node does not exist (not necessarily an error) 2024-11-12T15:19:20,809 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2100421403/switch/merge already deleted, retry=false 2024-11-12T15:19:20,810 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44235-0x1012fa11eb90000, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Unable to get data of znode /0-2100421403/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T15:19:20,819 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2100421403/snapshot-cleanup already deleted, retry=false 2024-11-12T15:19:20,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44235-0x1012fa11eb90000, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2100421403/running 2024-11-12T15:19:20,830 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46813-0x1012fa11eb90001, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2100421403/running 2024-11-12T15:19:20,830 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46813-0x1012fa11eb90001, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2100421403 2024-11-12T15:19:20,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44235-0x1012fa11eb90000, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2100421403 2024-11-12T15:19:20,830 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a6f201fa5419,44235,1731424758690, sessionid=0x1012fa11eb90000, setting cluster-up flag (Was=false) 2024-11-12T15:19:20,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44235-0x1012fa11eb90000, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2100421403 2024-11-12T15:19:20,851 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46813-0x1012fa11eb90001, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2100421403 2024-11-12T15:19:20,883 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2100421403/flush-table-proc/acquired, /0-2100421403/flush-table-proc/reached, /0-2100421403/flush-table-proc/abort 2024-11-12T15:19:20,884 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a6f201fa5419,44235,1731424758690 2024-11-12T15:19:20,904 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46813-0x1012fa11eb90001, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2100421403 2024-11-12T15:19:20,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44235-0x1012fa11eb90000, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2100421403 2024-11-12T15:19:20,935 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2100421403/online-snapshot/acquired, /0-2100421403/online-snapshot/reached, /0-2100421403/online-snapshot/abort 2024-11-12T15:19:20,936 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a6f201fa5419,44235,1731424758690 2024-11-12T15:19:20,937 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T15:19:20,938 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T15:19:20,939 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T15:19:20,939 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T15:19:20,939 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a6f201fa5419,44235,1731424758690 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T15:19:20,940 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:19:20,940 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:19:20,940 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:19:20,940 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:19:20,940 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a6f201fa5419:0, corePoolSize=10, maxPoolSize=10 2024-11-12T15:19:20,940 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:19:20,940 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a6f201fa5419:0, corePoolSize=2, maxPoolSize=2 2024-11-12T15:19:20,940 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:19:20,941 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731424790941 2024-11-12T15:19:20,941 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T15:19:20,941 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T15:19:20,941 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T15:19:20,941 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T15:19:20,941 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T15:19:20,941 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T15:19:20,941 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T15:19:20,941 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T15:19:20,942 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:20,942 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T15:19:20,942 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T15:19:20,942 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T15:19:20,942 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T15:19:20,942 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T15:19:20,942 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T15:19:20,942 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:19:20,942 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.large.0-1731424760942,5,FailOnTimeoutGroup] 2024-11-12T15:19:20,943 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.small.0-1731424760942,5,FailOnTimeoutGroup] 2024-11-12T15:19:20,943 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:20,943 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T15:19:20,942 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T15:19:20,943 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:20,943 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:20,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33357 is added to blk_1073741831_1007 (size=1321) 2024-11-12T15:19:21,017 INFO [RS:0;a6f201fa5419:46813 {}] regionserver.HRegionServer(746): ClusterId : 0ffbf50b-fd0f-45f3-b1cc-29663ad83dbd 2024-11-12T15:19:21,017 DEBUG [RS:0;a6f201fa5419:46813 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T15:19:21,029 DEBUG [RS:0;a6f201fa5419:46813 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T15:19:21,029 DEBUG [RS:0;a6f201fa5419:46813 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T15:19:21,041 DEBUG [RS:0;a6f201fa5419:46813 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T15:19:21,042 DEBUG [RS:0;a6f201fa5419:46813 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9c78840, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a6f201fa5419/172.17.0.2:0 2024-11-12T15:19:21,055 DEBUG [RS:0;a6f201fa5419:46813 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a6f201fa5419:46813 2024-11-12T15:19:21,055 INFO [RS:0;a6f201fa5419:46813 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T15:19:21,056 INFO [RS:0;a6f201fa5419:46813 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T15:19:21,056 DEBUG [RS:0;a6f201fa5419:46813 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T15:19:21,056 INFO [RS:0;a6f201fa5419:46813 {}] regionserver.HRegionServer(2659): reportForDuty to master=a6f201fa5419,44235,1731424758690 with port=46813, startcode=1731424758891 2024-11-12T15:19:21,057 DEBUG [RS:0;a6f201fa5419:46813 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T15:19:21,058 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53881, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T15:19:21,058 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44235 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a6f201fa5419,46813,1731424758891 2024-11-12T15:19:21,058 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44235 {}] master.ServerManager(517): Registering regionserver=a6f201fa5419,46813,1731424758891 2024-11-12T15:19:21,060 DEBUG [RS:0;a6f201fa5419:46813 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae 2024-11-12T15:19:21,060 DEBUG [RS:0;a6f201fa5419:46813 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42403 2024-11-12T15:19:21,060 DEBUG [RS:0;a6f201fa5419:46813 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T15:19:21,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44235-0x1012fa11eb90000, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2100421403/rs 2024-11-12T15:19:21,073 DEBUG [RS:0;a6f201fa5419:46813 {}] zookeeper.ZKUtil(111): regionserver:46813-0x1012fa11eb90001, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Set watcher on existing znode=/0-2100421403/rs/a6f201fa5419,46813,1731424758891 2024-11-12T15:19:21,073 WARN [RS:0;a6f201fa5419:46813 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T15:19:21,073 INFO [RS:0;a6f201fa5419:46813 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:19:21,073 DEBUG [RS:0;a6f201fa5419:46813 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/WALs/a6f201fa5419,46813,1731424758891 2024-11-12T15:19:21,073 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a6f201fa5419,46813,1731424758891] 2024-11-12T15:19:21,076 INFO [RS:0;a6f201fa5419:46813 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T15:19:21,078 INFO [RS:0;a6f201fa5419:46813 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T15:19:21,078 INFO [RS:0;a6f201fa5419:46813 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T15:19:21,078 INFO [RS:0;a6f201fa5419:46813 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:21,079 INFO [RS:0;a6f201fa5419:46813 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T15:19:21,079 INFO [RS:0;a6f201fa5419:46813 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T15:19:21,079 INFO [RS:0;a6f201fa5419:46813 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:21,080 DEBUG [RS:0;a6f201fa5419:46813 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:19:21,080 DEBUG [RS:0;a6f201fa5419:46813 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:19:21,080 DEBUG [RS:0;a6f201fa5419:46813 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:19:21,080 DEBUG [RS:0;a6f201fa5419:46813 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:19:21,080 DEBUG [RS:0;a6f201fa5419:46813 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:19:21,080 DEBUG [RS:0;a6f201fa5419:46813 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a6f201fa5419:0, corePoolSize=2, maxPoolSize=2 2024-11-12T15:19:21,080 DEBUG [RS:0;a6f201fa5419:46813 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:19:21,080 DEBUG [RS:0;a6f201fa5419:46813 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:19:21,080 DEBUG [RS:0;a6f201fa5419:46813 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:19:21,080 DEBUG [RS:0;a6f201fa5419:46813 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:19:21,080 DEBUG [RS:0;a6f201fa5419:46813 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:19:21,080 DEBUG [RS:0;a6f201fa5419:46813 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:19:21,080 DEBUG [RS:0;a6f201fa5419:46813 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a6f201fa5419:0, corePoolSize=3, maxPoolSize=3 2024-11-12T15:19:21,080 DEBUG [RS:0;a6f201fa5419:46813 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a6f201fa5419:0, corePoolSize=3, maxPoolSize=3 2024-11-12T15:19:21,081 INFO [RS:0;a6f201fa5419:46813 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:21,081 INFO [RS:0;a6f201fa5419:46813 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:21,081 INFO [RS:0;a6f201fa5419:46813 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:21,081 INFO [RS:0;a6f201fa5419:46813 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:21,081 INFO [RS:0;a6f201fa5419:46813 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:21,081 INFO [RS:0;a6f201fa5419:46813 {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,46813,1731424758891-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T15:19:21,099 INFO [RS:0;a6f201fa5419:46813 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T15:19:21,099 INFO [RS:0;a6f201fa5419:46813 {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,46813,1731424758891-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:21,099 INFO [RS:0;a6f201fa5419:46813 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:21,099 INFO [RS:0;a6f201fa5419:46813 {}] regionserver.Replication(171): a6f201fa5419,46813,1731424758891 started 2024-11-12T15:19:21,116 INFO [RS:0;a6f201fa5419:46813 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:21,116 INFO [RS:0;a6f201fa5419:46813 {}] regionserver.HRegionServer(1482): Serving as a6f201fa5419,46813,1731424758891, RpcServer on a6f201fa5419/172.17.0.2:46813, sessionid=0x1012fa11eb90001 2024-11-12T15:19:21,116 DEBUG [RS:0;a6f201fa5419:46813 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T15:19:21,116 DEBUG [RS:0;a6f201fa5419:46813 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a6f201fa5419,46813,1731424758891 2024-11-12T15:19:21,116 DEBUG [RS:0;a6f201fa5419:46813 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a6f201fa5419,46813,1731424758891' 2024-11-12T15:19:21,116 DEBUG [RS:0;a6f201fa5419:46813 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2100421403/flush-table-proc/abort' 2024-11-12T15:19:21,117 DEBUG [RS:0;a6f201fa5419:46813 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2100421403/flush-table-proc/acquired' 2024-11-12T15:19:21,117 DEBUG [RS:0;a6f201fa5419:46813 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T15:19:21,117 DEBUG [RS:0;a6f201fa5419:46813 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T15:19:21,117 DEBUG [RS:0;a6f201fa5419:46813 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a6f201fa5419,46813,1731424758891 2024-11-12T15:19:21,117 DEBUG [RS:0;a6f201fa5419:46813 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a6f201fa5419,46813,1731424758891' 2024-11-12T15:19:21,117 DEBUG [RS:0;a6f201fa5419:46813 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2100421403/online-snapshot/abort' 2024-11-12T15:19:21,117 DEBUG [RS:0;a6f201fa5419:46813 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2100421403/online-snapshot/acquired' 2024-11-12T15:19:21,118 DEBUG [RS:0;a6f201fa5419:46813 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T15:19:21,118 INFO [RS:0;a6f201fa5419:46813 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T15:19:21,118 INFO [RS:0;a6f201fa5419:46813 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T15:19:21,218 INFO [RS:0;a6f201fa5419:46813 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T15:19:21,220 INFO [RS:0;a6f201fa5419:46813 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a6f201fa5419%2C46813%2C1731424758891, suffix=, logDir=hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/WALs/a6f201fa5419,46813,1731424758891, archiveDir=hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/oldWALs, maxLogs=10 2024-11-12T15:19:21,230 DEBUG [RS:0;a6f201fa5419:46813 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/WALs/a6f201fa5419,46813,1731424758891/a6f201fa5419%2C46813%2C1731424758891.1731424761220, exclude list is [], retry=0 2024-11-12T15:19:21,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33357,DS-2599e591-b723-46a8-b3e2-d815298c560c,DISK] 2024-11-12T15:19:21,234 INFO [RS:0;a6f201fa5419:46813 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/WALs/a6f201fa5419,46813,1731424758891/a6f201fa5419%2C46813%2C1731424758891.1731424761220 2024-11-12T15:19:21,234 DEBUG [RS:0;a6f201fa5419:46813 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36677:36677)] 2024-11-12T15:19:21,350 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T15:19:21,350 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae 2024-11-12T15:19:21,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33357 is added to blk_1073741833_1009 (size=32) 2024-11-12T15:19:21,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:19:21,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T15:19:21,758 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T15:19:21,758 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:19:21,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:19:21,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T15:19:21,760 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T15:19:21,760 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:19:21,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:19:21,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T15:19:21,761 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T15:19:21,761 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:19:21,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:19:21,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T15:19:21,762 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T15:19:21,762 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:19:21,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:19:21,763 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T15:19:21,763 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/data/hbase/meta/1588230740 2024-11-12T15:19:21,764 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/data/hbase/meta/1588230740 2024-11-12T15:19:21,765 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T15:19:21,765 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T15:19:21,765 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T15:19:21,766 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T15:19:21,768 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T15:19:21,768 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59345282, jitterRate=-0.11568638682365417}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T15:19:21,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731424761756Initializing all the Stores at 1731424761757 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424761757Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424761757Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424761757Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424761757Cleaning up temporary data from old regions at 1731424761765 (+8 ms)Region opened successfully at 1731424761768 (+3 ms) 2024-11-12T15:19:21,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T15:19:21,768 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T15:19:21,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T15:19:21,769 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T15:19:21,769 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T15:19:21,769 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T15:19:21,769 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731424761768Disabling compacts and flushes for region at 1731424761768Disabling writes for close at 1731424761769 (+1 ms)Writing region close event to WAL at 1731424761769Closed at 1731424761769 2024-11-12T15:19:21,770 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T15:19:21,770 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T15:19:21,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T15:19:21,771 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T15:19:21,771 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T15:19:21,922 DEBUG [a6f201fa5419:44235 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T15:19:21,922 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a6f201fa5419,46813,1731424758891 2024-11-12T15:19:21,923 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a6f201fa5419,46813,1731424758891, state=OPENING 2024-11-12T15:19:21,988 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T15:19:22,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44235-0x1012fa11eb90000, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2100421403 2024-11-12T15:19:22,029 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46813-0x1012fa11eb90001, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2100421403 2024-11-12T15:19:22,029 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2100421403/meta-region-server: CHANGED 2024-11-12T15:19:22,029 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2100421403/meta-region-server: CHANGED 2024-11-12T15:19:22,030 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T15:19:22,030 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a6f201fa5419,46813,1731424758891}] 2024-11-12T15:19:22,182 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T15:19:22,183 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44769, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T15:19:22,186 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T15:19:22,186 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:19:22,186 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T15:19:22,188 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a6f201fa5419%2C46813%2C1731424758891.meta, suffix=.meta, logDir=hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/WALs/a6f201fa5419,46813,1731424758891, archiveDir=hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/oldWALs, maxLogs=10 2024-11-12T15:19:22,200 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/WALs/a6f201fa5419,46813,1731424758891/a6f201fa5419%2C46813%2C1731424758891.meta.1731424762188.meta, exclude list is [], retry=0 2024-11-12T15:19:22,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33357,DS-2599e591-b723-46a8-b3e2-d815298c560c,DISK] 2024-11-12T15:19:22,203 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/WALs/a6f201fa5419,46813,1731424758891/a6f201fa5419%2C46813%2C1731424758891.meta.1731424762188.meta 2024-11-12T15:19:22,203 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36677:36677)] 2024-11-12T15:19:22,203 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T15:19:22,204 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T15:19:22,204 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T15:19:22,204 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T15:19:22,204 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T15:19:22,204 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T15:19:22,204 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:19:22,204 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T15:19:22,204 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T15:19:22,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T15:19:22,206 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T15:19:22,206 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:19:22,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:19:22,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T15:19:22,207 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T15:19:22,207 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:19:22,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:19:22,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T15:19:22,208 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T15:19:22,208 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:19:22,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:19:22,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T15:19:22,209 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T15:19:22,209 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:19:22,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:19:22,210 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T15:19:22,211 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/data/hbase/meta/1588230740 2024-11-12T15:19:22,211 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/data/hbase/meta/1588230740 2024-11-12T15:19:22,212 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T15:19:22,212 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T15:19:22,213 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T15:19:22,214 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T15:19:22,214 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68076048, jitterRate=0.014412164688110352}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T15:19:22,214 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T15:19:22,215 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731424762204Writing region info on filesystem at 1731424762204Initializing all the Stores at 1731424762205 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424762205Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424762205Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424762205Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424762205Cleaning up temporary data from old regions at 1731424762212 (+7 ms)Running coprocessor post-open hooks at 1731424762214 (+2 ms)Region opened successfully at 1731424762215 (+1 ms) 2024-11-12T15:19:22,216 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731424762182 2024-11-12T15:19:22,217 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T15:19:22,217 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T15:19:22,218 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a6f201fa5419,46813,1731424758891 2024-11-12T15:19:22,219 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a6f201fa5419,46813,1731424758891, state=OPEN 2024-11-12T15:19:22,251 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46813-0x1012fa11eb90001, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2100421403/meta-region-server 2024-11-12T15:19:22,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44235-0x1012fa11eb90000, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2100421403/meta-region-server 2024-11-12T15:19:22,251 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a6f201fa5419,46813,1731424758891 2024-11-12T15:19:22,251 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2100421403/meta-region-server: CHANGED 2024-11-12T15:19:22,251 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2100421403/meta-region-server: CHANGED 2024-11-12T15:19:22,254 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T15:19:22,254 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a6f201fa5419,46813,1731424758891 in 221 msec 2024-11-12T15:19:22,255 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T15:19:22,255 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 484 msec 2024-11-12T15:19:22,256 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T15:19:22,256 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T15:19:22,257 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:19:22,257 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,46813,1731424758891, seqNum=-1] 2024-11-12T15:19:22,258 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:19:22,259 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51557, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T15:19:22,264 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3260 sec 2024-11-12T15:19:22,264 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731424762264, completionTime=-1 2024-11-12T15:19:22,264 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T15:19:22,265 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T15:19:22,267 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T15:19:22,267 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731424822267 2024-11-12T15:19:22,267 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731424882267 2024-11-12T15:19:22,267 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-12T15:19:22,267 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,44235,1731424758690-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:22,267 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,44235,1731424758690-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:22,267 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,44235,1731424758690-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:22,267 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a6f201fa5419:44235, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:22,267 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:22,268 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:22,269 DEBUG [master/a6f201fa5419:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T15:19:22,272 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.314sec 2024-11-12T15:19:22,272 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T15:19:22,272 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T15:19:22,272 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T15:19:22,272 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T15:19:22,272 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T15:19:22,272 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,44235,1731424758690-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T15:19:22,272 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,44235,1731424758690-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T15:19:22,274 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T15:19:22,274 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T15:19:22,274 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,44235,1731424758690-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:22,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e203837, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:19:22,317 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,44235,-1 for getting cluster id 2024-11-12T15:19:22,318 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:19:22,319 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ffbf50b-fd0f-45f3-b1cc-29663ad83dbd' 2024-11-12T15:19:22,319 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:19:22,319 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ffbf50b-fd0f-45f3-b1cc-29663ad83dbd" 2024-11-12T15:19:22,319 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bd8472a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:19:22,319 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,44235,-1] 2024-11-12T15:19:22,320 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:19:22,320 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:19:22,321 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:19:22,321 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c156888, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:19:22,322 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:19:22,322 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,46813,1731424758891, seqNum=-1] 2024-11-12T15:19:22,323 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:19:22,324 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T15:19:22,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a6f201fa5419,44235,1731424758690 2024-11-12T15:19:22,326 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63105 2024-11-12T15:19:22,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T15:19:22,336 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012fa11eb90002 connected 2024-11-12T15:19:22,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7dfaedfa-adfd-048a-c8c2-9b88659bbc60/hadoop.log.dir so I do NOT create it in target/test-data/049dc465-303a-8b2f-2748-0d7df16fbe04 2024-11-12T15:19:22,348 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7dfaedfa-adfd-048a-c8c2-9b88659bbc60/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T15:19:22,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7dfaedfa-adfd-048a-c8c2-9b88659bbc60/hadoop.tmp.dir so I do NOT create it in target/test-data/049dc465-303a-8b2f-2748-0d7df16fbe04 2024-11-12T15:19:22,348 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7dfaedfa-adfd-048a-c8c2-9b88659bbc60/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T15:19:22,348 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/049dc465-303a-8b2f-2748-0d7df16fbe04 2024-11-12T15:19:22,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T15:19:22,348 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/049dc465-303a-8b2f-2748-0d7df16fbe04/cluster_4a62e14e-d67a-c2e4-5e9d-23b859b8e08f, deleteOnExit=true 2024-11-12T15:19:22,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T15:19:22,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/049dc465-303a-8b2f-2748-0d7df16fbe04/test.cache.data in system properties and HBase conf 2024-11-12T15:19:22,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/049dc465-303a-8b2f-2748-0d7df16fbe04/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T15:19:22,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/049dc465-303a-8b2f-2748-0d7df16fbe04/hadoop.log.dir in system properties and HBase conf 2024-11-12T15:19:22,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/049dc465-303a-8b2f-2748-0d7df16fbe04/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T15:19:22,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/049dc465-303a-8b2f-2748-0d7df16fbe04/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T15:19:22,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T15:19:22,349 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T15:19:22,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/049dc465-303a-8b2f-2748-0d7df16fbe04/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T15:19:22,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/049dc465-303a-8b2f-2748-0d7df16fbe04/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T15:19:22,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/049dc465-303a-8b2f-2748-0d7df16fbe04/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T15:19:22,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/049dc465-303a-8b2f-2748-0d7df16fbe04/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T15:19:22,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/049dc465-303a-8b2f-2748-0d7df16fbe04/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T15:19:22,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/049dc465-303a-8b2f-2748-0d7df16fbe04/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T15:19:22,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/049dc465-303a-8b2f-2748-0d7df16fbe04/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T15:19:22,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/049dc465-303a-8b2f-2748-0d7df16fbe04/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T15:19:22,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/049dc465-303a-8b2f-2748-0d7df16fbe04/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T15:19:22,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/049dc465-303a-8b2f-2748-0d7df16fbe04/nfs.dump.dir in system properties and HBase conf 2024-11-12T15:19:22,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/049dc465-303a-8b2f-2748-0d7df16fbe04/java.io.tmpdir in system properties and HBase conf 2024-11-12T15:19:22,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/049dc465-303a-8b2f-2748-0d7df16fbe04/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T15:19:22,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/049dc465-303a-8b2f-2748-0d7df16fbe04/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T15:19:22,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/049dc465-303a-8b2f-2748-0d7df16fbe04/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T15:19:22,680 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T15:19:22,685 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T15:19:22,688 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T15:19:22,688 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T15:19:22,688 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T15:19:22,690 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T15:19:22,690 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21ddfaba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/049dc465-303a-8b2f-2748-0d7df16fbe04/hadoop.log.dir/,AVAILABLE} 2024-11-12T15:19:22,691 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b75df8d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T15:19:22,816 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5312732b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/049dc465-303a-8b2f-2748-0d7df16fbe04/java.io.tmpdir/jetty-localhost-34305-hadoop-hdfs-3_4_1-tests_jar-_-any-3058196076159083430/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T15:19:22,817 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@11feb6f4{HTTP/1.1, (http/1.1)}{localhost:34305} 2024-11-12T15:19:22,817 INFO [Time-limited test {}] server.Server(415): Started @144061ms 2024-11-12T15:19:23,123 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T15:19:23,129 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T15:19:23,148 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T15:19:23,148 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T15:19:23,148 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T15:19:23,154 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3982752{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/049dc465-303a-8b2f-2748-0d7df16fbe04/hadoop.log.dir/,AVAILABLE} 2024-11-12T15:19:23,155 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45139d65{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T15:19:23,293 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@313f4481{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/049dc465-303a-8b2f-2748-0d7df16fbe04/java.io.tmpdir/jetty-localhost-36415-hadoop-hdfs-3_4_1-tests_jar-_-any-10882436664852418465/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T15:19:23,294 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d8a38d2{HTTP/1.1, (http/1.1)}{localhost:36415} 2024-11-12T15:19:23,294 INFO [Time-limited test {}] server.Server(415): Started @144538ms 2024-11-12T15:19:23,295 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T15:19:24,275 WARN [Thread-1395 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/049dc465-303a-8b2f-2748-0d7df16fbe04/cluster_4a62e14e-d67a-c2e4-5e9d-23b859b8e08f/data/data1/current/BP-1922220336-172.17.0.2-1731424762364/current, will proceed with Du for space computation calculation, 2024-11-12T15:19:24,275 WARN [Thread-1396 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/049dc465-303a-8b2f-2748-0d7df16fbe04/cluster_4a62e14e-d67a-c2e4-5e9d-23b859b8e08f/data/data2/current/BP-1922220336-172.17.0.2-1731424762364/current, will proceed with Du for space computation calculation, 2024-11-12T15:19:24,289 WARN [Thread-1383 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T15:19:24,291 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x99c60049ea4ef500 with lease ID 0x1a913ef38a462076: Processing first storage report for DS-f898d54c-a904-4614-8ff1-2bd60c5c15a3 from datanode DatanodeRegistration(127.0.0.1:34937, datanodeUuid=df222c99-4ddc-4549-8282-87b4e749dc49, infoPort=36983, infoSecurePort=0, ipcPort=38285, storageInfo=lv=-57;cid=testClusterID;nsid=1174427804;c=1731424762364) 2024-11-12T15:19:24,291 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x99c60049ea4ef500 with lease ID 0x1a913ef38a462076: from storage DS-f898d54c-a904-4614-8ff1-2bd60c5c15a3 node DatanodeRegistration(127.0.0.1:34937, datanodeUuid=df222c99-4ddc-4549-8282-87b4e749dc49, infoPort=36983, infoSecurePort=0, ipcPort=38285, storageInfo=lv=-57;cid=testClusterID;nsid=1174427804;c=1731424762364), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T15:19:24,291 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x99c60049ea4ef500 with lease ID 0x1a913ef38a462076: Processing first storage report for DS-07f0df82-24bf-4e73-a9e7-604d25b92ecf from datanode DatanodeRegistration(127.0.0.1:34937, datanodeUuid=df222c99-4ddc-4549-8282-87b4e749dc49, infoPort=36983, infoSecurePort=0, ipcPort=38285, storageInfo=lv=-57;cid=testClusterID;nsid=1174427804;c=1731424762364) 2024-11-12T15:19:24,291 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x99c60049ea4ef500 with lease ID 0x1a913ef38a462076: from storage DS-07f0df82-24bf-4e73-a9e7-604d25b92ecf node DatanodeRegistration(127.0.0.1:34937, datanodeUuid=df222c99-4ddc-4549-8282-87b4e749dc49, infoPort=36983, infoSecurePort=0, ipcPort=38285, storageInfo=lv=-57;cid=testClusterID;nsid=1174427804;c=1731424762364), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T15:19:24,336 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/049dc465-303a-8b2f-2748-0d7df16fbe04 2024-11-12T15:19:24,336 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:19:24,337 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:19:24,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34937 is added to blk_1073741825_1001 (size=7) 2024-11-12T15:19:24,748 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33583/user/jenkins/test-data/dfbe9ded-3a6f-0b1a-160f-d209c07b81fa with version=8 2024-11-12T15:19:24,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33583/user/jenkins/test-data/dfbe9ded-3a6f-0b1a-160f-d209c07b81fa/hbase-staging 2024-11-12T15:19:24,750 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a6f201fa5419:0 server-side Connection retries=45 2024-11-12T15:19:24,750 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:19:24,750 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T15:19:24,750 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T15:19:24,750 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:19:24,750 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T15:19:24,750 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T15:19:24,750 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T15:19:24,751 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39579 2024-11-12T15:19:24,752 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39579 connecting to ZooKeeper ensemble=127.0.0.1:63105 2024-11-12T15:19:24,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:395790x0, quorum=127.0.0.1:63105, baseZNode=/11382791513 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T15:19:24,802 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39579-0x1012fa11eb90003 connected 2024-11-12T15:19:24,872 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:19:24,873 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:19:24,875 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39579-0x1012fa11eb90003, quorum=127.0.0.1:63105, baseZNode=/11382791513 Set watcher on znode that does not yet exist, /11382791513/running 2024-11-12T15:19:24,875 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33583/user/jenkins/test-data/dfbe9ded-3a6f-0b1a-160f-d209c07b81fa, hbase.cluster.distributed=false 2024-11-12T15:19:24,877 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39579-0x1012fa11eb90003, quorum=127.0.0.1:63105, baseZNode=/11382791513 Set watcher on znode that does not yet exist, /11382791513/acl 2024-11-12T15:19:24,878 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39579 2024-11-12T15:19:24,878 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39579 2024-11-12T15:19:24,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39579 2024-11-12T15:19:24,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39579 2024-11-12T15:19:24,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39579 2024-11-12T15:19:24,911 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a6f201fa5419:0 server-side Connection retries=45 2024-11-12T15:19:24,911 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:19:24,911 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T15:19:24,911 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T15:19:24,911 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:19:24,911 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T15:19:24,911 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T15:19:24,912 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T15:19:24,912 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44931 2024-11-12T15:19:24,914 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44931 connecting to ZooKeeper ensemble=127.0.0.1:63105 2024-11-12T15:19:24,915 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:19:24,918 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:19:24,933 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:449310x0, quorum=127.0.0.1:63105, baseZNode=/11382791513 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T15:19:24,934 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:449310x0, quorum=127.0.0.1:63105, baseZNode=/11382791513 Set watcher on znode that does not yet exist, /11382791513/running 2024-11-12T15:19:24,934 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44931-0x1012fa11eb90004 connected 2024-11-12T15:19:24,934 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T15:19:24,935 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T15:19:24,936 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44931-0x1012fa11eb90004, quorum=127.0.0.1:63105, baseZNode=/11382791513 Set watcher on znode that does not yet exist, /11382791513/master 2024-11-12T15:19:24,937 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44931-0x1012fa11eb90004, quorum=127.0.0.1:63105, baseZNode=/11382791513 Set watcher on znode that does not yet exist, /11382791513/acl 2024-11-12T15:19:24,941 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44931 2024-11-12T15:19:24,942 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44931 2024-11-12T15:19:24,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44931 2024-11-12T15:19:24,945 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44931 2024-11-12T15:19:24,947 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44931 2024-11-12T15:19:24,962 DEBUG [M:0;a6f201fa5419:39579 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a6f201fa5419:39579 2024-11-12T15:19:24,962 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11382791513/backup-masters/a6f201fa5419,39579,1731424764750 2024-11-12T15:19:24,967 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44931-0x1012fa11eb90004, quorum=127.0.0.1:63105, baseZNode=/11382791513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11382791513/backup-masters 2024-11-12T15:19:24,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39579-0x1012fa11eb90003, quorum=127.0.0.1:63105, baseZNode=/11382791513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11382791513/backup-masters 2024-11-12T15:19:24,967 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39579-0x1012fa11eb90003, quorum=127.0.0.1:63105, baseZNode=/11382791513 Set watcher on existing znode=/11382791513/backup-masters/a6f201fa5419,39579,1731424764750 2024-11-12T15:19:24,977 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44931-0x1012fa11eb90004, quorum=127.0.0.1:63105, baseZNode=/11382791513 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11382791513/master 2024-11-12T15:19:24,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39579-0x1012fa11eb90003, quorum=127.0.0.1:63105, baseZNode=/11382791513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11382791513 2024-11-12T15:19:24,977 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44931-0x1012fa11eb90004, quorum=127.0.0.1:63105, baseZNode=/11382791513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11382791513 2024-11-12T15:19:24,978 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39579-0x1012fa11eb90003, quorum=127.0.0.1:63105, baseZNode=/11382791513 Set watcher on existing znode=/11382791513/master 2024-11-12T15:19:24,978 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11382791513/backup-masters/a6f201fa5419,39579,1731424764750 from backup master directory 2024-11-12T15:19:24,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39579-0x1012fa11eb90003, quorum=127.0.0.1:63105, baseZNode=/11382791513 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11382791513/backup-masters/a6f201fa5419,39579,1731424764750 2024-11-12T15:19:24,988 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44931-0x1012fa11eb90004, quorum=127.0.0.1:63105, baseZNode=/11382791513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11382791513/backup-masters 2024-11-12T15:19:24,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39579-0x1012fa11eb90003, quorum=127.0.0.1:63105, baseZNode=/11382791513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11382791513/backup-masters 2024-11-12T15:19:24,988 WARN [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T15:19:24,988 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a6f201fa5419,39579,1731424764750 2024-11-12T15:19:24,991 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33583/user/jenkins/test-data/dfbe9ded-3a6f-0b1a-160f-d209c07b81fa/hbase.id] with ID: cdb9838c-f5db-45a5-8039-6077bb8753a6 2024-11-12T15:19:24,991 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33583/user/jenkins/test-data/dfbe9ded-3a6f-0b1a-160f-d209c07b81fa/.tmp/hbase.id 2024-11-12T15:19:24,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34937 is added to blk_1073741826_1002 (size=42) 2024-11-12T15:19:25,397 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33583/user/jenkins/test-data/dfbe9ded-3a6f-0b1a-160f-d209c07b81fa/.tmp/hbase.id]:[hdfs://localhost:33583/user/jenkins/test-data/dfbe9ded-3a6f-0b1a-160f-d209c07b81fa/hbase.id] 2024-11-12T15:19:25,407 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:19:25,407 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T15:19:25,408 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T15:19:25,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39579-0x1012fa11eb90003, quorum=127.0.0.1:63105, baseZNode=/11382791513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11382791513 2024-11-12T15:19:25,442 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44931-0x1012fa11eb90004, quorum=127.0.0.1:63105, baseZNode=/11382791513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11382791513 2024-11-12T15:19:25,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34937 is added to blk_1073741827_1003 (size=196) 2024-11-12T15:19:25,850 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T15:19:25,850 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T15:19:25,850 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:19:25,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34937 is added to blk_1073741828_1004 (size=1189) 2024-11-12T15:19:26,257 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33583/user/jenkins/test-data/dfbe9ded-3a6f-0b1a-160f-d209c07b81fa/MasterData/data/master/store 2024-11-12T15:19:26,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34937 is added to blk_1073741829_1005 (size=34) 2024-11-12T15:19:26,264 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:19:26,264 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T15:19:26,264 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:19:26,265 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:19:26,265 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T15:19:26,265 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:19:26,265 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:19:26,265 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731424766264Disabling compacts and flushes for region at 1731424766264Disabling writes for close at 1731424766265 (+1 ms)Writing region close event to WAL at 1731424766265Closed at 1731424766265 2024-11-12T15:19:26,266 WARN [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33583/user/jenkins/test-data/dfbe9ded-3a6f-0b1a-160f-d209c07b81fa/MasterData/data/master/store/.initializing 2024-11-12T15:19:26,266 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33583/user/jenkins/test-data/dfbe9ded-3a6f-0b1a-160f-d209c07b81fa/MasterData/WALs/a6f201fa5419,39579,1731424764750 2024-11-12T15:19:26,266 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T15:19:26,268 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a6f201fa5419%2C39579%2C1731424764750, suffix=, logDir=hdfs://localhost:33583/user/jenkins/test-data/dfbe9ded-3a6f-0b1a-160f-d209c07b81fa/MasterData/WALs/a6f201fa5419,39579,1731424764750, archiveDir=hdfs://localhost:33583/user/jenkins/test-data/dfbe9ded-3a6f-0b1a-160f-d209c07b81fa/MasterData/oldWALs, maxLogs=10 2024-11-12T15:19:26,284 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dfbe9ded-3a6f-0b1a-160f-d209c07b81fa/MasterData/WALs/a6f201fa5419,39579,1731424764750/a6f201fa5419%2C39579%2C1731424764750.1731424766268, exclude list is [], retry=0 2024-11-12T15:19:26,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34937,DS-f898d54c-a904-4614-8ff1-2bd60c5c15a3,DISK] 2024-11-12T15:19:26,288 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dfbe9ded-3a6f-0b1a-160f-d209c07b81fa/MasterData/WALs/a6f201fa5419,39579,1731424764750/a6f201fa5419%2C39579%2C1731424764750.1731424766268 2024-11-12T15:19:26,289 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36983:36983)] 2024-11-12T15:19:26,289 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T15:19:26,289 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:19:26,289 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:19:26,289 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:19:26,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:19:26,294 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T15:19:26,294 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:19:26,294 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:19:26,294 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:19:26,296 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T15:19:26,296 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:19:26,296 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:19:26,296 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:19:26,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T15:19:26,298 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:19:26,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:19:26,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:19:26,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T15:19:26,300 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:19:26,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:19:26,300 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:19:26,301 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33583/user/jenkins/test-data/dfbe9ded-3a6f-0b1a-160f-d209c07b81fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:19:26,301 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33583/user/jenkins/test-data/dfbe9ded-3a6f-0b1a-160f-d209c07b81fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:19:26,302 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:19:26,302 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:19:26,303 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T15:19:26,304 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:19:26,309 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33583/user/jenkins/test-data/dfbe9ded-3a6f-0b1a-160f-d209c07b81fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T15:19:26,309 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60569270, jitterRate=-0.09744754433631897}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T15:19:26,310 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731424766289Initializing all the Stores at 1731424766290 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424766290Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424766290Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424766290Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424766290Cleaning up temporary data from old regions at 1731424766302 (+12 ms)Region opened successfully at 1731424766309 (+7 ms) 2024-11-12T15:19:26,310 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T15:19:26,313 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7935ebf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a6f201fa5419/172.17.0.2:0 2024-11-12T15:19:26,314 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T15:19:26,314 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T15:19:26,314 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T15:19:26,315 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T15:19:26,315 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T15:19:26,316 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T15:19:26,316 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T15:19:26,323 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T15:19:26,324 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39579-0x1012fa11eb90003, quorum=127.0.0.1:63105, baseZNode=/11382791513 Unable to get data of znode /11382791513/balancer because node does not exist (not necessarily an error) 2024-11-12T15:19:26,335 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11382791513/balancer already deleted, retry=false 2024-11-12T15:19:26,335 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T15:19:26,335 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T15:19:26,335 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T15:19:26,336 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39579-0x1012fa11eb90003, quorum=127.0.0.1:63105, baseZNode=/11382791513 Unable to get data of znode /11382791513/normalizer because node does not exist (not necessarily an error) 2024-11-12T15:19:26,336 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T15:19:26,336 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-12T15:19:26,336 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T15:19:26,336 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-12T15:19:26,336 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T15:19:26,336 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-12T15:19:26,348 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11382791513/normalizer already deleted, retry=false 2024-11-12T15:19:26,349 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T15:19:26,351 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39579-0x1012fa11eb90003, quorum=127.0.0.1:63105, baseZNode=/11382791513 Unable to get data of znode /11382791513/switch/split because node does not exist (not necessarily an error) 2024-11-12T15:19:26,356 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11382791513/switch/split already deleted, retry=false 2024-11-12T15:19:26,358 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39579-0x1012fa11eb90003, quorum=127.0.0.1:63105, baseZNode=/11382791513 Unable to get data of znode /11382791513/switch/merge because node does not exist (not necessarily an error) 2024-11-12T15:19:26,367 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11382791513/switch/merge already deleted, retry=false 2024-11-12T15:19:26,369 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39579-0x1012fa11eb90003, quorum=127.0.0.1:63105, baseZNode=/11382791513 Unable to get data of znode /11382791513/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T15:19:26,377 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11382791513/snapshot-cleanup already deleted, retry=false 2024-11-12T15:19:26,388 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44931-0x1012fa11eb90004, quorum=127.0.0.1:63105, baseZNode=/11382791513 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11382791513/running 2024-11-12T15:19:26,388 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44931-0x1012fa11eb90004, quorum=127.0.0.1:63105, baseZNode=/11382791513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11382791513 2024-11-12T15:19:26,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39579-0x1012fa11eb90003, quorum=127.0.0.1:63105, baseZNode=/11382791513 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11382791513/running 2024-11-12T15:19:26,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39579-0x1012fa11eb90003, quorum=127.0.0.1:63105, baseZNode=/11382791513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11382791513 2024-11-12T15:19:26,389 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a6f201fa5419,39579,1731424764750, sessionid=0x1012fa11eb90003, setting cluster-up flag (Was=false) 2024-11-12T15:19:26,409 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44931-0x1012fa11eb90004, quorum=127.0.0.1:63105, baseZNode=/11382791513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11382791513 2024-11-12T15:19:26,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39579-0x1012fa11eb90003, quorum=127.0.0.1:63105, baseZNode=/11382791513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11382791513 2024-11-12T15:19:26,440 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11382791513/flush-table-proc/acquired, /11382791513/flush-table-proc/reached, /11382791513/flush-table-proc/abort 2024-11-12T15:19:26,441 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a6f201fa5419,39579,1731424764750 2024-11-12T15:19:26,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39579-0x1012fa11eb90003, quorum=127.0.0.1:63105, baseZNode=/11382791513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11382791513 2024-11-12T15:19:26,461 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44931-0x1012fa11eb90004, quorum=127.0.0.1:63105, baseZNode=/11382791513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11382791513 2024-11-12T15:19:26,493 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11382791513/online-snapshot/acquired, /11382791513/online-snapshot/reached, /11382791513/online-snapshot/abort 2024-11-12T15:19:26,494 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a6f201fa5419,39579,1731424764750 2024-11-12T15:19:26,495 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33583/user/jenkins/test-data/dfbe9ded-3a6f-0b1a-160f-d209c07b81fa/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T15:19:26,496 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T15:19:26,496 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T15:19:26,497 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T15:19:26,497 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a6f201fa5419,39579,1731424764750 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T15:19:26,498 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:19:26,498 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:19:26,498 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:19:26,498 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:19:26,498 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a6f201fa5419:0, corePoolSize=10, maxPoolSize=10 2024-11-12T15:19:26,498 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:19:26,498 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a6f201fa5419:0, corePoolSize=2, maxPoolSize=2 2024-11-12T15:19:26,498 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:19:26,499 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731424796499 2024-11-12T15:19:26,499 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T15:19:26,499 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T15:19:26,499 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T15:19:26,499 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T15:19:26,499 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T15:19:26,499 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T15:19:26,500 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T15:19:26,500 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T15:19:26,500 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:26,500 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T15:19:26,500 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T15:19:26,500 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T15:19:26,500 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T15:19:26,501 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:19:26,501 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T15:19:26,504 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T15:19:26,504 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T15:19:26,506 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.large.0-1731424766504,5,FailOnTimeoutGroup] 2024-11-12T15:19:26,507 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.small.0-1731424766506,5,FailOnTimeoutGroup] 2024-11-12T15:19:26,507 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:26,507 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T15:19:26,507 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:26,507 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:26,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34937 is added to blk_1073741831_1007 (size=1321) 2024-11-12T15:19:26,550 INFO [RS:0;a6f201fa5419:44931 {}] regionserver.HRegionServer(746): ClusterId : cdb9838c-f5db-45a5-8039-6077bb8753a6 2024-11-12T15:19:26,551 DEBUG [RS:0;a6f201fa5419:44931 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T15:19:26,557 DEBUG [RS:0;a6f201fa5419:44931 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T15:19:26,557 DEBUG [RS:0;a6f201fa5419:44931 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T15:19:26,567 DEBUG [RS:0;a6f201fa5419:44931 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T15:19:26,567 DEBUG [RS:0;a6f201fa5419:44931 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2875f3b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a6f201fa5419/172.17.0.2:0 2024-11-12T15:19:26,579 DEBUG [RS:0;a6f201fa5419:44931 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a6f201fa5419:44931 2024-11-12T15:19:26,579 INFO [RS:0;a6f201fa5419:44931 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T15:19:26,579 INFO [RS:0;a6f201fa5419:44931 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T15:19:26,579 DEBUG [RS:0;a6f201fa5419:44931 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T15:19:26,579 INFO [RS:0;a6f201fa5419:44931 {}] regionserver.HRegionServer(2659): reportForDuty to master=a6f201fa5419,39579,1731424764750 with port=44931, startcode=1731424764911 2024-11-12T15:19:26,579 DEBUG [RS:0;a6f201fa5419:44931 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T15:19:26,581 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37853, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T15:19:26,581 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39579 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a6f201fa5419,44931,1731424764911 2024-11-12T15:19:26,581 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39579 {}] master.ServerManager(517): Registering regionserver=a6f201fa5419,44931,1731424764911 2024-11-12T15:19:26,582 DEBUG [RS:0;a6f201fa5419:44931 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33583/user/jenkins/test-data/dfbe9ded-3a6f-0b1a-160f-d209c07b81fa 2024-11-12T15:19:26,583 DEBUG [RS:0;a6f201fa5419:44931 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33583 2024-11-12T15:19:26,583 DEBUG [RS:0;a6f201fa5419:44931 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T15:19:26,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39579-0x1012fa11eb90003, quorum=127.0.0.1:63105, baseZNode=/11382791513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11382791513/rs 2024-11-12T15:19:26,635 DEBUG [RS:0;a6f201fa5419:44931 {}] zookeeper.ZKUtil(111): regionserver:44931-0x1012fa11eb90004, quorum=127.0.0.1:63105, baseZNode=/11382791513 Set watcher on existing znode=/11382791513/rs/a6f201fa5419,44931,1731424764911 2024-11-12T15:19:26,635 WARN [RS:0;a6f201fa5419:44931 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T15:19:26,635 INFO [RS:0;a6f201fa5419:44931 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:19:26,635 DEBUG [RS:0;a6f201fa5419:44931 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33583/user/jenkins/test-data/dfbe9ded-3a6f-0b1a-160f-d209c07b81fa/WALs/a6f201fa5419,44931,1731424764911 2024-11-12T15:19:26,635 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a6f201fa5419,44931,1731424764911] 2024-11-12T15:19:26,638 INFO [RS:0;a6f201fa5419:44931 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T15:19:26,640 INFO [RS:0;a6f201fa5419:44931 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T15:19:26,645 INFO [RS:0;a6f201fa5419:44931 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T15:19:26,645 INFO [RS:0;a6f201fa5419:44931 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:26,645 INFO [RS:0;a6f201fa5419:44931 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T15:19:26,646 INFO [RS:0;a6f201fa5419:44931 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T15:19:26,646 INFO [RS:0;a6f201fa5419:44931 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:26,646 DEBUG [RS:0;a6f201fa5419:44931 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:19:26,646 DEBUG [RS:0;a6f201fa5419:44931 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:19:26,646 DEBUG [RS:0;a6f201fa5419:44931 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:19:26,646 DEBUG [RS:0;a6f201fa5419:44931 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:19:26,646 DEBUG [RS:0;a6f201fa5419:44931 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:19:26,646 DEBUG [RS:0;a6f201fa5419:44931 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a6f201fa5419:0, corePoolSize=2, maxPoolSize=2 2024-11-12T15:19:26,646 DEBUG [RS:0;a6f201fa5419:44931 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:19:26,646 DEBUG [RS:0;a6f201fa5419:44931 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:19:26,646 DEBUG [RS:0;a6f201fa5419:44931 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:19:26,646 DEBUG [RS:0;a6f201fa5419:44931 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:19:26,646 DEBUG [RS:0;a6f201fa5419:44931 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:19:26,646 DEBUG [RS:0;a6f201fa5419:44931 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:19:26,646 DEBUG [RS:0;a6f201fa5419:44931 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a6f201fa5419:0, corePoolSize=3, maxPoolSize=3 2024-11-12T15:19:26,646 DEBUG [RS:0;a6f201fa5419:44931 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a6f201fa5419:0, corePoolSize=3, maxPoolSize=3 2024-11-12T15:19:26,647 INFO [RS:0;a6f201fa5419:44931 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:26,647 INFO [RS:0;a6f201fa5419:44931 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:26,647 INFO [RS:0;a6f201fa5419:44931 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:26,647 INFO [RS:0;a6f201fa5419:44931 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:26,647 INFO [RS:0;a6f201fa5419:44931 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:26,647 INFO [RS:0;a6f201fa5419:44931 {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,44931,1731424764911-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T15:19:26,659 INFO [RS:0;a6f201fa5419:44931 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T15:19:26,659 INFO [RS:0;a6f201fa5419:44931 {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,44931,1731424764911-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:26,659 INFO [RS:0;a6f201fa5419:44931 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:26,659 INFO [RS:0;a6f201fa5419:44931 {}] regionserver.Replication(171): a6f201fa5419,44931,1731424764911 started 2024-11-12T15:19:26,671 INFO [RS:0;a6f201fa5419:44931 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:26,672 INFO [RS:0;a6f201fa5419:44931 {}] regionserver.HRegionServer(1482): Serving as a6f201fa5419,44931,1731424764911, RpcServer on a6f201fa5419/172.17.0.2:44931, sessionid=0x1012fa11eb90004 2024-11-12T15:19:26,672 DEBUG [RS:0;a6f201fa5419:44931 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T15:19:26,672 DEBUG [RS:0;a6f201fa5419:44931 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a6f201fa5419,44931,1731424764911 2024-11-12T15:19:26,672 DEBUG [RS:0;a6f201fa5419:44931 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a6f201fa5419,44931,1731424764911' 2024-11-12T15:19:26,672 DEBUG [RS:0;a6f201fa5419:44931 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11382791513/flush-table-proc/abort' 2024-11-12T15:19:26,672 DEBUG [RS:0;a6f201fa5419:44931 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11382791513/flush-table-proc/acquired' 2024-11-12T15:19:26,673 DEBUG [RS:0;a6f201fa5419:44931 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T15:19:26,673 DEBUG [RS:0;a6f201fa5419:44931 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T15:19:26,673 DEBUG [RS:0;a6f201fa5419:44931 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a6f201fa5419,44931,1731424764911 2024-11-12T15:19:26,673 DEBUG [RS:0;a6f201fa5419:44931 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a6f201fa5419,44931,1731424764911' 2024-11-12T15:19:26,673 DEBUG [RS:0;a6f201fa5419:44931 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11382791513/online-snapshot/abort' 2024-11-12T15:19:26,673 DEBUG [RS:0;a6f201fa5419:44931 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11382791513/online-snapshot/acquired' 2024-11-12T15:19:26,675 DEBUG [RS:0;a6f201fa5419:44931 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T15:19:26,675 INFO [RS:0;a6f201fa5419:44931 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T15:19:26,675 INFO [RS:0;a6f201fa5419:44931 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T15:19:26,775 INFO [RS:0;a6f201fa5419:44931 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T15:19:26,776 INFO [RS:0;a6f201fa5419:44931 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a6f201fa5419%2C44931%2C1731424764911, suffix=, logDir=hdfs://localhost:33583/user/jenkins/test-data/dfbe9ded-3a6f-0b1a-160f-d209c07b81fa/WALs/a6f201fa5419,44931,1731424764911, archiveDir=hdfs://localhost:33583/user/jenkins/test-data/dfbe9ded-3a6f-0b1a-160f-d209c07b81fa/oldWALs, maxLogs=10 2024-11-12T15:19:26,791 DEBUG [RS:0;a6f201fa5419:44931 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dfbe9ded-3a6f-0b1a-160f-d209c07b81fa/WALs/a6f201fa5419,44931,1731424764911/a6f201fa5419%2C44931%2C1731424764911.1731424766777, exclude list is [], retry=0 2024-11-12T15:19:26,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34937,DS-f898d54c-a904-4614-8ff1-2bd60c5c15a3,DISK] 2024-11-12T15:19:26,798 INFO [RS:0;a6f201fa5419:44931 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dfbe9ded-3a6f-0b1a-160f-d209c07b81fa/WALs/a6f201fa5419,44931,1731424764911/a6f201fa5419%2C44931%2C1731424764911.1731424766777 2024-11-12T15:19:26,799 DEBUG [RS:0;a6f201fa5419:44931 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36983:36983)] 2024-11-12T15:19:26,912 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33583/user/jenkins/test-data/dfbe9ded-3a6f-0b1a-160f-d209c07b81fa/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T15:19:26,912 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33583/user/jenkins/test-data/dfbe9ded-3a6f-0b1a-160f-d209c07b81fa 2024-11-12T15:19:26,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34937 is added to blk_1073741833_1009 (size=32) 2024-11-12T15:19:27,076 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T15:19:27,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:19:27,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T15:19:27,329 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T15:19:27,329 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:19:27,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:19:27,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T15:19:27,330 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T15:19:27,330 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:19:27,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:19:27,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T15:19:27,332 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T15:19:27,332 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:19:27,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:19:27,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T15:19:27,333 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T15:19:27,333 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:19:27,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:19:27,333 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T15:19:27,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33583/user/jenkins/test-data/dfbe9ded-3a6f-0b1a-160f-d209c07b81fa/data/hbase/meta/1588230740 2024-11-12T15:19:27,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33583/user/jenkins/test-data/dfbe9ded-3a6f-0b1a-160f-d209c07b81fa/data/hbase/meta/1588230740 2024-11-12T15:19:27,335 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T15:19:27,335 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T15:19:27,335 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T15:19:27,336 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T15:19:27,337 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33583/user/jenkins/test-data/dfbe9ded-3a6f-0b1a-160f-d209c07b81fa/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T15:19:27,338 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74337963, jitterRate=0.1077219694852829}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T15:19:27,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731424767326Initializing all the Stores at 1731424767327 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424767327Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424767327Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424767327Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424767327Cleaning up temporary data from old regions at 1731424767335 (+8 ms)Region opened successfully at 1731424767338 (+3 ms) 2024-11-12T15:19:27,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T15:19:27,338 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T15:19:27,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T15:19:27,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T15:19:27,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T15:19:27,338 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T15:19:27,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731424767338Disabling compacts and flushes for region at 1731424767338Disabling writes for close at 1731424767338Writing region close event to WAL at 1731424767338Closed at 1731424767338 2024-11-12T15:19:27,339 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T15:19:27,339 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T15:19:27,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T15:19:27,340 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T15:19:27,341 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T15:19:27,491 DEBUG [a6f201fa5419:39579 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T15:19:27,491 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a6f201fa5419,44931,1731424764911 2024-11-12T15:19:27,492 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a6f201fa5419,44931,1731424764911, state=OPENING 2024-11-12T15:19:27,545 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T15:19:27,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39579-0x1012fa11eb90003, quorum=127.0.0.1:63105, baseZNode=/11382791513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11382791513 2024-11-12T15:19:27,595 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44931-0x1012fa11eb90004, quorum=127.0.0.1:63105, baseZNode=/11382791513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11382791513 2024-11-12T15:19:27,596 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11382791513/meta-region-server: CHANGED 2024-11-12T15:19:27,596 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11382791513/meta-region-server: CHANGED 2024-11-12T15:19:27,596 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T15:19:27,596 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a6f201fa5419,44931,1731424764911}] 2024-11-12T15:19:27,706 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T15:19:27,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:19:27,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:19:27,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:19:27,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:19:27,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:19:27,750 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T15:19:27,752 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49161, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T15:19:27,755 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T15:19:27,755 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:19:27,755 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T15:19:27,757 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a6f201fa5419%2C44931%2C1731424764911.meta, suffix=.meta, logDir=hdfs://localhost:33583/user/jenkins/test-data/dfbe9ded-3a6f-0b1a-160f-d209c07b81fa/WALs/a6f201fa5419,44931,1731424764911, archiveDir=hdfs://localhost:33583/user/jenkins/test-data/dfbe9ded-3a6f-0b1a-160f-d209c07b81fa/oldWALs, maxLogs=10 2024-11-12T15:19:27,771 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dfbe9ded-3a6f-0b1a-160f-d209c07b81fa/WALs/a6f201fa5419,44931,1731424764911/a6f201fa5419%2C44931%2C1731424764911.meta.1731424767757.meta, exclude list is [], retry=0 2024-11-12T15:19:27,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34937,DS-f898d54c-a904-4614-8ff1-2bd60c5c15a3,DISK] 2024-11-12T15:19:27,775 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dfbe9ded-3a6f-0b1a-160f-d209c07b81fa/WALs/a6f201fa5419,44931,1731424764911/a6f201fa5419%2C44931%2C1731424764911.meta.1731424767757.meta 2024-11-12T15:19:27,775 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36983:36983)] 2024-11-12T15:19:27,775 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T15:19:27,775 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T15:19:27,776 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T15:19:27,776 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T15:19:27,776 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T15:19:27,776 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T15:19:27,776 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:19:27,776 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T15:19:27,776 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T15:19:27,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T15:19:27,778 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T15:19:27,778 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:19:27,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:19:27,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T15:19:27,779 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T15:19:27,779 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:19:27,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:19:27,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T15:19:27,780 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T15:19:27,780 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:19:27,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:19:27,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T15:19:27,780 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T15:19:27,780 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:19:27,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:19:27,781 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T15:19:27,781 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33583/user/jenkins/test-data/dfbe9ded-3a6f-0b1a-160f-d209c07b81fa/data/hbase/meta/1588230740 2024-11-12T15:19:27,782 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33583/user/jenkins/test-data/dfbe9ded-3a6f-0b1a-160f-d209c07b81fa/data/hbase/meta/1588230740 2024-11-12T15:19:27,783 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T15:19:27,783 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T15:19:27,783 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T15:19:27,784 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T15:19:27,785 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63238264, jitterRate=-0.05767643451690674}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T15:19:27,785 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T15:19:27,785 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731424767776Writing region info on filesystem at 1731424767776Initializing all the Stores at 1731424767777 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424767777Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424767777Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424767777Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424767777Cleaning up temporary data from old regions at 1731424767783 (+6 ms)Running coprocessor post-open hooks at 1731424767785 (+2 ms)Region opened successfully at 1731424767785 2024-11-12T15:19:27,785 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731424767750 2024-11-12T15:19:27,787 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T15:19:27,787 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T15:19:27,788 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a6f201fa5419,44931,1731424764911 2024-11-12T15:19:27,788 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a6f201fa5419,44931,1731424764911, state=OPEN 2024-11-12T15:19:27,809 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44931-0x1012fa11eb90004, quorum=127.0.0.1:63105, baseZNode=/11382791513 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11382791513/meta-region-server 2024-11-12T15:19:27,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39579-0x1012fa11eb90003, quorum=127.0.0.1:63105, baseZNode=/11382791513 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11382791513/meta-region-server 2024-11-12T15:19:27,809 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a6f201fa5419,44931,1731424764911 2024-11-12T15:19:27,809 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11382791513/meta-region-server: CHANGED 2024-11-12T15:19:27,809 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11382791513/meta-region-server: CHANGED 2024-11-12T15:19:27,811 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T15:19:27,811 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a6f201fa5419,44931,1731424764911 in 213 msec 2024-11-12T15:19:27,812 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T15:19:27,812 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 472 msec 2024-11-12T15:19:27,813 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T15:19:27,813 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T15:19:27,814 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:19:27,814 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,44931,1731424764911, seqNum=-1] 2024-11-12T15:19:27,814 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:19:27,815 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46511, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T15:19:27,820 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3240 sec 2024-11-12T15:19:27,820 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731424767820, completionTime=-1 2024-11-12T15:19:27,820 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T15:19:27,820 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T15:19:27,822 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T15:19:27,822 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731424827822 2024-11-12T15:19:27,822 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731424887822 2024-11-12T15:19:27,822 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-12T15:19:27,823 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,39579,1731424764750-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:27,823 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,39579,1731424764750-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:27,823 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,39579,1731424764750-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:27,823 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a6f201fa5419:39579, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:27,823 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:27,824 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:27,825 DEBUG [master/a6f201fa5419:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T15:19:27,827 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.838sec 2024-11-12T15:19:27,827 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T15:19:27,827 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T15:19:27,827 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T15:19:27,827 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T15:19:27,827 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T15:19:27,827 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,39579,1731424764750-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T15:19:27,827 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,39579,1731424764750-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T15:19:27,829 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T15:19:27,829 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T15:19:27,829 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,39579,1731424764750-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:27,851 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@924ed95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:19:27,851 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,39579,-1 for getting cluster id 2024-11-12T15:19:27,851 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:19:27,853 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cdb9838c-f5db-45a5-8039-6077bb8753a6' 2024-11-12T15:19:27,853 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:19:27,853 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cdb9838c-f5db-45a5-8039-6077bb8753a6" 2024-11-12T15:19:27,853 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e9c31ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:19:27,853 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,39579,-1] 2024-11-12T15:19:27,853 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:19:27,853 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:19:27,854 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:19:27,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a3c4af7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:19:27,855 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:19:27,856 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,44931,1731424764911, seqNum=-1] 2024-11-12T15:19:27,856 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:19:27,857 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T15:19:27,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a6f201fa5419,39579,1731424764750 2024-11-12T15:19:27,860 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63105 2024-11-12T15:19:27,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63105, baseZNode=/11382791513 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T15:19:27,872 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012fa11eb90005 connected 2024-11-12T15:19:27,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bcfd876, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:19:27,885 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,44235,-1 for getting cluster id 2024-11-12T15:19:27,885 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:19:27,886 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ffbf50b-fd0f-45f3-b1cc-29663ad83dbd' 2024-11-12T15:19:27,886 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:19:27,886 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ffbf50b-fd0f-45f3-b1cc-29663ad83dbd" 2024-11-12T15:19:27,886 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a9e312f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:19:27,886 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,44235,-1] 2024-11-12T15:19:27,886 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:19:27,886 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:19:27,887 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:19:27,888 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30b5a1ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:19:27,888 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:19:27,889 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,44235,1731424758690 2024-11-12T15:19:27,889 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d17821f 2024-11-12T15:19:27,889 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:19:27,890 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T15:19:27,890 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://a6f201fa5419:39579,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T15:19:27,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T15:19:27,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:19:27,893 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a6f201fa5419:39579' 2024-11-12T15:19:27,894 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49bbf3ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:19:27,894 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,39579,-1 for getting cluster id 2024-11-12T15:19:27,894 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:19:27,895 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cdb9838c-f5db-45a5-8039-6077bb8753a6' 2024-11-12T15:19:27,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:19:27,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cdb9838c-f5db-45a5-8039-6077bb8753a6" 2024-11-12T15:19:27,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bbfaf7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:19:27,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,39579,-1] 2024-11-12T15:19:27,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:19:27,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:19:27,896 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:19:27,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@713d5b15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:19:27,897 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:19:27,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,39579,1731424764750 2024-11-12T15:19:27,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f6ac80d 2024-11-12T15:19:27,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:19:27,898 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T15:19:27,899 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-12T15:19:27,899 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T15:19:27,899 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:19:27,899 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:19:27,899 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:19:27,900 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T15:19:27,901 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T15:19:27,902 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T15:19:27,902 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:19:27,903 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T15:19:27,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33357 is added to blk_1073741835_1011 (size=1138) 2024-11-12T15:19:27,951 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T15:19:27,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:19:28,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:19:28,311 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b3a0a5dfbe46b1d730ecfefaf9745e4e, NAME => 'hbase:replication,,1731424767900.b3a0a5dfbe46b1d730ecfefaf9745e4e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae 2024-11-12T15:19:28,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33357 is added to blk_1073741836_1012 (size=44) 2024-11-12T15:19:28,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:19:28,719 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731424767900.b3a0a5dfbe46b1d730ecfefaf9745e4e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:19:28,719 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b3a0a5dfbe46b1d730ecfefaf9745e4e, disabling compactions & flushes 2024-11-12T15:19:28,719 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731424767900.b3a0a5dfbe46b1d730ecfefaf9745e4e. 2024-11-12T15:19:28,719 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731424767900.b3a0a5dfbe46b1d730ecfefaf9745e4e. 2024-11-12T15:19:28,719 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731424767900.b3a0a5dfbe46b1d730ecfefaf9745e4e. after waiting 0 ms 2024-11-12T15:19:28,719 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731424767900.b3a0a5dfbe46b1d730ecfefaf9745e4e. 2024-11-12T15:19:28,719 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731424767900.b3a0a5dfbe46b1d730ecfefaf9745e4e. 2024-11-12T15:19:28,719 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b3a0a5dfbe46b1d730ecfefaf9745e4e: Waiting for close lock at 1731424768719Disabling compacts and flushes for region at 1731424768719Disabling writes for close at 1731424768719Writing region close event to WAL at 1731424768719Closed at 1731424768719 2024-11-12T15:19:28,720 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T15:19:28,720 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731424767900.b3a0a5dfbe46b1d730ecfefaf9745e4e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731424768720"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731424768720"}]},"ts":"1731424768720"} 2024-11-12T15:19:28,722 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T15:19:28,723 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T15:19:28,723 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731424768723"}]},"ts":"1731424768723"} 2024-11-12T15:19:28,725 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T15:19:28,725 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b3a0a5dfbe46b1d730ecfefaf9745e4e, ASSIGN}] 2024-11-12T15:19:28,726 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b3a0a5dfbe46b1d730ecfefaf9745e4e, ASSIGN 2024-11-12T15:19:28,727 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b3a0a5dfbe46b1d730ecfefaf9745e4e, ASSIGN; state=OFFLINE, location=a6f201fa5419,46813,1731424758891; forceNewPlan=false, retain=false 2024-11-12T15:19:28,878 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b3a0a5dfbe46b1d730ecfefaf9745e4e, regionState=OPENING, regionLocation=a6f201fa5419,46813,1731424758891 2024-11-12T15:19:28,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b3a0a5dfbe46b1d730ecfefaf9745e4e, ASSIGN because future has completed 2024-11-12T15:19:28,880 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b3a0a5dfbe46b1d730ecfefaf9745e4e, server=a6f201fa5419,46813,1731424758891}] 2024-11-12T15:19:29,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:19:29,036 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731424767900.b3a0a5dfbe46b1d730ecfefaf9745e4e. 2024-11-12T15:19:29,036 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:19:29,036 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T15:19:29,037 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a6f201fa5419%2C46813%2C1731424758891.rep, suffix=, logDir=hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/WALs/a6f201fa5419,46813,1731424758891, archiveDir=hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/oldWALs, maxLogs=10 2024-11-12T15:19:29,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/WALs/a6f201fa5419,46813,1731424758891/a6f201fa5419%2C46813%2C1731424758891.rep.1731424769038, exclude list is [], retry=0 2024-11-12T15:19:29,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33357,DS-2599e591-b723-46a8-b3e2-d815298c560c,DISK] 2024-11-12T15:19:29,053 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/WALs/a6f201fa5419,46813,1731424758891/a6f201fa5419%2C46813%2C1731424758891.rep.1731424769038 2024-11-12T15:19:29,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36677:36677)] 2024-11-12T15:19:29,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => b3a0a5dfbe46b1d730ecfefaf9745e4e, NAME => 'hbase:replication,,1731424767900.b3a0a5dfbe46b1d730ecfefaf9745e4e.', STARTKEY => '', ENDKEY => ''} 2024-11-12T15:19:29,054 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T15:19:29,054 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T15:19:29,054 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731424767900.b3a0a5dfbe46b1d730ecfefaf9745e4e. service=MultiRowMutationService 2024-11-12T15:19:29,054 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T15:19:29,054 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b3a0a5dfbe46b1d730ecfefaf9745e4e 2024-11-12T15:19:29,054 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731424767900.b3a0a5dfbe46b1d730ecfefaf9745e4e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:19:29,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for b3a0a5dfbe46b1d730ecfefaf9745e4e 2024-11-12T15:19:29,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for b3a0a5dfbe46b1d730ecfefaf9745e4e 2024-11-12T15:19:29,056 INFO [StoreOpener-b3a0a5dfbe46b1d730ecfefaf9745e4e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b3a0a5dfbe46b1d730ecfefaf9745e4e 2024-11-12T15:19:29,057 INFO [StoreOpener-b3a0a5dfbe46b1d730ecfefaf9745e4e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3a0a5dfbe46b1d730ecfefaf9745e4e columnFamilyName hfileref 2024-11-12T15:19:29,057 DEBUG [StoreOpener-b3a0a5dfbe46b1d730ecfefaf9745e4e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:19:29,057 INFO [StoreOpener-b3a0a5dfbe46b1d730ecfefaf9745e4e-1 {}] regionserver.HStore(327): Store=b3a0a5dfbe46b1d730ecfefaf9745e4e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:19:29,058 INFO [StoreOpener-b3a0a5dfbe46b1d730ecfefaf9745e4e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b3a0a5dfbe46b1d730ecfefaf9745e4e 2024-11-12T15:19:29,058 INFO [StoreOpener-b3a0a5dfbe46b1d730ecfefaf9745e4e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3a0a5dfbe46b1d730ecfefaf9745e4e columnFamilyName queue 2024-11-12T15:19:29,058 DEBUG [StoreOpener-b3a0a5dfbe46b1d730ecfefaf9745e4e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:19:29,059 INFO [StoreOpener-b3a0a5dfbe46b1d730ecfefaf9745e4e-1 {}] regionserver.HStore(327): Store=b3a0a5dfbe46b1d730ecfefaf9745e4e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:19:29,059 INFO [StoreOpener-b3a0a5dfbe46b1d730ecfefaf9745e4e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b3a0a5dfbe46b1d730ecfefaf9745e4e 2024-11-12T15:19:29,060 INFO [StoreOpener-b3a0a5dfbe46b1d730ecfefaf9745e4e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3a0a5dfbe46b1d730ecfefaf9745e4e columnFamilyName sid 2024-11-12T15:19:29,060 DEBUG [StoreOpener-b3a0a5dfbe46b1d730ecfefaf9745e4e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:19:29,060 INFO [StoreOpener-b3a0a5dfbe46b1d730ecfefaf9745e4e-1 {}] regionserver.HStore(327): Store=b3a0a5dfbe46b1d730ecfefaf9745e4e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:19:29,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for b3a0a5dfbe46b1d730ecfefaf9745e4e 2024-11-12T15:19:29,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/data/hbase/replication/b3a0a5dfbe46b1d730ecfefaf9745e4e 2024-11-12T15:19:29,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/data/hbase/replication/b3a0a5dfbe46b1d730ecfefaf9745e4e 2024-11-12T15:19:29,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for b3a0a5dfbe46b1d730ecfefaf9745e4e 2024-11-12T15:19:29,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for b3a0a5dfbe46b1d730ecfefaf9745e4e 2024-11-12T15:19:29,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T15:19:29,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for b3a0a5dfbe46b1d730ecfefaf9745e4e 2024-11-12T15:19:29,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/data/hbase/replication/b3a0a5dfbe46b1d730ecfefaf9745e4e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T15:19:29,067 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened b3a0a5dfbe46b1d730ecfefaf9745e4e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67169932, jitterRate=9.099841117858887E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T15:19:29,067 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b3a0a5dfbe46b1d730ecfefaf9745e4e 2024-11-12T15:19:29,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for b3a0a5dfbe46b1d730ecfefaf9745e4e: Running coprocessor pre-open hook at 1731424769055Writing region info on filesystem at 1731424769055Initializing all the Stores at 1731424769056 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424769056Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424769056Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424769056Cleaning up temporary data from old regions at 1731424769062 (+6 ms)Running coprocessor post-open hooks at 1731424769067 (+5 ms)Region opened successfully at 1731424769067 2024-11-12T15:19:29,069 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731424767900.b3a0a5dfbe46b1d730ecfefaf9745e4e., pid=7, masterSystemTime=1731424769032 2024-11-12T15:19:29,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731424767900.b3a0a5dfbe46b1d730ecfefaf9745e4e. 2024-11-12T15:19:29,070 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731424767900.b3a0a5dfbe46b1d730ecfefaf9745e4e. 2024-11-12T15:19:29,071 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b3a0a5dfbe46b1d730ecfefaf9745e4e, regionState=OPEN, openSeqNum=2, regionLocation=a6f201fa5419,46813,1731424758891 2024-11-12T15:19:29,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b3a0a5dfbe46b1d730ecfefaf9745e4e, server=a6f201fa5419,46813,1731424758891 because future has completed 2024-11-12T15:19:29,075 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-12T15:19:29,075 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure b3a0a5dfbe46b1d730ecfefaf9745e4e, server=a6f201fa5419,46813,1731424758891 in 194 msec 2024-11-12T15:19:29,078 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T15:19:29,078 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b3a0a5dfbe46b1d730ecfefaf9745e4e, ASSIGN in 350 msec 2024-11-12T15:19:29,078 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T15:19:29,079 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731424769078"}]},"ts":"1731424769078"} 2024-11-12T15:19:29,081 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T15:19:29,082 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T15:19:29,084 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1820 sec 2024-11-12T15:19:29,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731424767900.b3a0a5dfbe46b1d730ecfefaf9745e4e., hostname=a6f201fa5419,46813,1731424758891, seqNum=2] 2024-11-12T15:19:29,124 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46813-0x1012fa11eb90001, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2100421403 2024-11-12T15:19:29,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44235-0x1012fa11eb90000, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2100421403 2024-11-12T15:19:29,325 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T15:19:29,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46813 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-12T15:19:29,478 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T15:19:29,502 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-a6f201fa5419,46813,1731424758891, ReplicationSource: 1, currentBandwidth=0 2024-11-12T15:19:29,502 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:19:29,502 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,46813,1731424758891, seqNum=-1] 2024-11-12T15:19:29,502 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:19:29,503 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41659, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-12T15:19:29,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a6f201fa5419,46813,1731424758891', locateType=CURRENT is [region=hbase:replication,,1731424767900.b3a0a5dfbe46b1d730ecfefaf9745e4e., hostname=a6f201fa5419,46813,1731424758891, seqNum=2] 2024-11-12T15:19:29,507 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-12T15:19:29,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-12T15:19:29,509 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a6f201fa5419,46813,1731424758891 suceeded 2024-11-12T15:19:29,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-12T15:19:29,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-12T15:19:29,511 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a6f201fa5419:39579,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T15:19:29,513 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6210 sec 2024-11-12T15:19:29,525 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,46813,1731424758891 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a6f201fa5419:39579' 2024-11-12T15:19:29,527 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,46813,1731424758891 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c4d27b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:19:29,527 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,46813,1731424758891 {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,39579,-1 for getting cluster id 2024-11-12T15:19:29,527 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,46813,1731424758891 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:19:29,527 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cdb9838c-f5db-45a5-8039-6077bb8753a6' 2024-11-12T15:19:29,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:19:29,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cdb9838c-f5db-45a5-8039-6077bb8753a6" 2024-11-12T15:19:29,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@340f2640, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:19:29,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,39579,-1] 2024-11-12T15:19:29,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:19:29,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:19:29,529 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:19:29,530 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,46813,1731424758891 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b601adc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:19:29,530 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,46813,1731424758891 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:19:29,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,39579,1731424764750 2024-11-12T15:19:29,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29f21fe1 2024-11-12T15:19:29,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:19:29,532 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-12T15:19:29,533 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,46813,1731424758891 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a6f201fa5419,46813,1731424758891 (queues=1) is replicating from cluster=0ffbf50b-fd0f-45f3-b1cc-29663ad83dbd to cluster=cdb9838c-f5db-45a5-8039-6077bb8753a6 2024-11-12T15:19:29,533 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,46813,1731424758891 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a6f201fa5419%2C46813%2C1731424758891 2024-11-12T15:19:29,533 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,46813,1731424758891 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a6f201fa5419,46813,1731424758891, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T15:19:29,533 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,46813,1731424758891.replicationSource.shippera6f201fa5419%2C46813%2C1731424758891,1-a6f201fa5419,46813,1731424758891 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a6f201fa5419%2C46813%2C1731424758891 2024-11-12T15:19:29,533 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,46813,1731424758891.replicationSource.wal-reader.a6f201fa5419%2C46813%2C1731424758891,1-a6f201fa5419,46813,1731424758891 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/WALs/a6f201fa5419,46813,1731424758891/a6f201fa5419%2C46813%2C1731424758891.1731424761220, startPosition=0, beingWritten=true 2024-11-12T15:19:29,739 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,46813,1731424758891.replicationSource.wal-reader.a6f201fa5419%2C46813%2C1731424758891,1-a6f201fa5419,46813,1731424758891 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/WALs/a6f201fa5419,46813,1731424758891/a6f201fa5419%2C46813%2C1731424758891.1731424761220 to pos 0, reset compression=false 2024-11-12T15:19:30,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:19:30,039 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T15:19:30,040 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T15:19:30,040 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:19:30,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:19:30,040 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:19:30,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:19:30,041 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:19:30,042 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,44235,1731424758690 2024-11-12T15:19:30,042 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63c94d3a 2024-11-12T15:19:30,042 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:19:30,043 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T15:19:30,044 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-12T15:19:30,044 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T15:19:30,044 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:19:30,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:19:30,045 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:19:30,045 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:19:30,045 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T15:19:30,045 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=17581962, stopped=false 2024-11-12T15:19:30,045 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a6f201fa5419,44235,1731424758690 2024-11-12T15:19:30,045 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,46813,1731424758891.replicationSource.wal-reader.a6f201fa5419%2C46813%2C1731424758891,1-a6f201fa5419,46813,1731424758891 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/WALs/a6f201fa5419,46813,1731424758891/a6f201fa5419%2C46813%2C1731424758891.1731424761220 to pos 0, reset compression=false 2024-11-12T15:19:30,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44235-0x1012fa11eb90000, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2100421403/running 2024-11-12T15:19:30,114 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46813-0x1012fa11eb90001, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2100421403/running 2024-11-12T15:19:30,114 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46813-0x1012fa11eb90001, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2100421403 2024-11-12T15:19:30,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44235-0x1012fa11eb90000, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2100421403 2024-11-12T15:19:30,114 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T15:19:30,115 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46813-0x1012fa11eb90001, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Set watcher on znode that does not yet exist, /0-2100421403/running 2024-11-12T15:19:30,115 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T15:19:30,115 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:19:30,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:19:30,115 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a6f201fa5419,46813,1731424758891' ***** 2024-11-12T15:19:30,116 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T15:19:30,116 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44235-0x1012fa11eb90000, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Set watcher on znode that does not yet exist, /0-2100421403/running 2024-11-12T15:19:30,116 INFO [RS:0;a6f201fa5419:46813 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T15:19:30,116 INFO [RS:0;a6f201fa5419:46813 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T15:19:30,116 INFO [RS:0;a6f201fa5419:46813 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T15:19:30,116 INFO [RS:0;a6f201fa5419:46813 {}] regionserver.HRegionServer(3091): Received CLOSE for b3a0a5dfbe46b1d730ecfefaf9745e4e 2024-11-12T15:19:30,116 INFO [RS:0;a6f201fa5419:46813 {}] regionserver.HRegionServer(959): stopping server a6f201fa5419,46813,1731424758891 2024-11-12T15:19:30,116 INFO [RS:0;a6f201fa5419:46813 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T15:19:30,116 INFO [RS:0;a6f201fa5419:46813 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a6f201fa5419:46813. 2024-11-12T15:19:30,117 DEBUG [RS:0;a6f201fa5419:46813 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:19:30,117 DEBUG [RS:0;a6f201fa5419:46813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:19:30,117 INFO [RS:0;a6f201fa5419:46813 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T15:19:30,117 INFO [RS:0;a6f201fa5419:46813 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T15:19:30,117 INFO [RS:0;a6f201fa5419:46813 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T15:19:30,117 INFO [RS:0;a6f201fa5419:46813 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T15:19:30,117 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b3a0a5dfbe46b1d730ecfefaf9745e4e, disabling compactions & flushes 2024-11-12T15:19:30,117 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731424767900.b3a0a5dfbe46b1d730ecfefaf9745e4e. 2024-11-12T15:19:30,117 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731424767900.b3a0a5dfbe46b1d730ecfefaf9745e4e. 2024-11-12T15:19:30,117 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731424767900.b3a0a5dfbe46b1d730ecfefaf9745e4e. after waiting 0 ms 2024-11-12T15:19:30,117 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731424767900.b3a0a5dfbe46b1d730ecfefaf9745e4e. 2024-11-12T15:19:30,117 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b3a0a5dfbe46b1d730ecfefaf9745e4e 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-12T15:19:30,118 INFO [RS:0;a6f201fa5419:46813 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T15:19:30,118 DEBUG [RS:0;a6f201fa5419:46813 {}] regionserver.HRegionServer(1325): Online Regions={b3a0a5dfbe46b1d730ecfefaf9745e4e=hbase:replication,,1731424767900.b3a0a5dfbe46b1d730ecfefaf9745e4e., 1588230740=hbase:meta,,1.1588230740} 2024-11-12T15:19:30,118 DEBUG [RS:0;a6f201fa5419:46813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b3a0a5dfbe46b1d730ecfefaf9745e4e 2024-11-12T15:19:30,118 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T15:19:30,118 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T15:19:30,118 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T15:19:30,118 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T15:19:30,118 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T15:19:30,118 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-12T15:19:30,118 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T15:19:30,143 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/data/hbase/replication/b3a0a5dfbe46b1d730ecfefaf9745e4e/.tmp/queue/516108e522fe4a9ebf8fb1fc100a44bb is 151, key is 1-a6f201fa5419,46813,1731424758891/queue:a6f201fa5419%2C46813%2C1731424758891/1731424769506/Put/seqid=0 2024-11-12T15:19:30,161 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/data/hbase/meta/1588230740/.tmp/info/44d52ecb82ed4b969c28394fb600504f is 147, key is hbase:replication,,1731424767900.b3a0a5dfbe46b1d730ecfefaf9745e4e./info:regioninfo/1731424769071/Put/seqid=0 2024-11-12T15:19:30,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33357 is added to blk_1073741838_1014 (size=5350) 2024-11-12T15:19:30,168 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/data/hbase/replication/b3a0a5dfbe46b1d730ecfefaf9745e4e/.tmp/queue/516108e522fe4a9ebf8fb1fc100a44bb 2024-11-12T15:19:30,177 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/data/hbase/replication/b3a0a5dfbe46b1d730ecfefaf9745e4e/.tmp/queue/516108e522fe4a9ebf8fb1fc100a44bb as hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/data/hbase/replication/b3a0a5dfbe46b1d730ecfefaf9745e4e/queue/516108e522fe4a9ebf8fb1fc100a44bb 2024-11-12T15:19:30,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33357 is added to blk_1073741839_1015 (size=6631) 2024-11-12T15:19:30,180 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/data/hbase/meta/1588230740/.tmp/info/44d52ecb82ed4b969c28394fb600504f 2024-11-12T15:19:30,188 INFO [regionserver/a6f201fa5419:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T15:19:30,210 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/data/hbase/replication/b3a0a5dfbe46b1d730ecfefaf9745e4e/queue/516108e522fe4a9ebf8fb1fc100a44bb, entries=1, sequenceid=5, filesize=5.2 K 2024-11-12T15:19:30,211 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for b3a0a5dfbe46b1d730ecfefaf9745e4e in 94ms, sequenceid=5, compaction requested=false 2024-11-12T15:19:30,211 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-12T15:19:30,225 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/data/hbase/meta/1588230740/.tmp/ns/1bae996eebc24231aa4d4b3e615675af is 43, key is default/ns:d/1731424762259/Put/seqid=0 2024-11-12T15:19:30,229 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/data/hbase/replication/b3a0a5dfbe46b1d730ecfefaf9745e4e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T15:19:30,230 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T15:19:30,230 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T15:19:30,230 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731424767900.b3a0a5dfbe46b1d730ecfefaf9745e4e. 2024-11-12T15:19:30,231 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b3a0a5dfbe46b1d730ecfefaf9745e4e: Waiting for close lock at 1731424770117Running coprocessor pre-close hooks at 1731424770117Disabling compacts and flushes for region at 1731424770117Disabling writes for close at 1731424770117Obtaining lock to block concurrent updates at 1731424770117Preparing flush snapshotting stores in b3a0a5dfbe46b1d730ecfefaf9745e4e at 1731424770117Finished memstore snapshotting hbase:replication,,1731424767900.b3a0a5dfbe46b1d730ecfefaf9745e4e., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731424770119 (+2 ms)Flushing stores of hbase:replication,,1731424767900.b3a0a5dfbe46b1d730ecfefaf9745e4e. at 1731424770120 (+1 ms)Flushing b3a0a5dfbe46b1d730ecfefaf9745e4e/queue: creating writer at 1731424770120Flushing b3a0a5dfbe46b1d730ecfefaf9745e4e/queue: appending metadata at 1731424770142 (+22 ms)Flushing b3a0a5dfbe46b1d730ecfefaf9745e4e/queue: closing flushed file at 1731424770142Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cd6b4ba: reopening flushed file at 1731424770176 (+34 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for b3a0a5dfbe46b1d730ecfefaf9745e4e in 94ms, sequenceid=5, compaction requested=false at 1731424770211 (+35 ms)Writing region close event to WAL at 1731424770221 (+10 ms)Running coprocessor post-close hooks at 1731424770230 (+9 ms)Closed at 1731424770230 2024-11-12T15:19:30,231 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731424767900.b3a0a5dfbe46b1d730ecfefaf9745e4e. 2024-11-12T15:19:30,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33357 is added to blk_1073741840_1016 (size=5153) 2024-11-12T15:19:30,318 DEBUG [RS:0;a6f201fa5419:46813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T15:19:30,472 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,46813,1731424758891.replicationSource.wal-reader.a6f201fa5419%2C46813%2C1731424758891,1-a6f201fa5419,46813,1731424758891 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/WALs/a6f201fa5419,46813,1731424758891/a6f201fa5419%2C46813%2C1731424758891.1731424761220 to pos 0, reset compression=false 2024-11-12T15:19:30,518 DEBUG [RS:0;a6f201fa5419:46813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T15:19:30,645 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/data/hbase/meta/1588230740/.tmp/ns/1bae996eebc24231aa4d4b3e615675af 2024-11-12T15:19:30,679 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/data/hbase/meta/1588230740/.tmp/table/7f63a08081c04a6595c3d15b14a1199f is 53, key is hbase:replication/table:state/1731424769078/Put/seqid=0 2024-11-12T15:19:30,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33357 is added to blk_1073741841_1017 (size=5256) 2024-11-12T15:19:30,708 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/data/hbase/meta/1588230740/.tmp/table/7f63a08081c04a6595c3d15b14a1199f 2024-11-12T15:19:30,714 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/data/hbase/meta/1588230740/.tmp/info/44d52ecb82ed4b969c28394fb600504f as hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/data/hbase/meta/1588230740/info/44d52ecb82ed4b969c28394fb600504f 2024-11-12T15:19:30,719 DEBUG [RS:0;a6f201fa5419:46813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T15:19:30,721 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/data/hbase/meta/1588230740/info/44d52ecb82ed4b969c28394fb600504f, entries=10, sequenceid=11, filesize=6.5 K 2024-11-12T15:19:30,722 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/data/hbase/meta/1588230740/.tmp/ns/1bae996eebc24231aa4d4b3e615675af as hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/data/hbase/meta/1588230740/ns/1bae996eebc24231aa4d4b3e615675af 2024-11-12T15:19:30,732 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/data/hbase/meta/1588230740/ns/1bae996eebc24231aa4d4b3e615675af, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T15:19:30,734 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/data/hbase/meta/1588230740/.tmp/table/7f63a08081c04a6595c3d15b14a1199f as hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/data/hbase/meta/1588230740/table/7f63a08081c04a6595c3d15b14a1199f 2024-11-12T15:19:30,742 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/data/hbase/meta/1588230740/table/7f63a08081c04a6595c3d15b14a1199f, entries=2, sequenceid=11, filesize=5.1 K 2024-11-12T15:19:30,743 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 625ms, sequenceid=11, compaction requested=false 2024-11-12T15:19:30,782 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-12T15:19:30,783 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T15:19:30,783 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T15:19:30,783 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T15:19:30,783 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731424770118Running coprocessor pre-close hooks at 1731424770118Disabling compacts and flushes for region at 1731424770118Disabling writes for close at 1731424770118Obtaining lock to block concurrent updates at 1731424770118Preparing flush snapshotting stores in 1588230740 at 1731424770118Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731424770118Flushing stores of hbase:meta,,1.1588230740 at 1731424770119 (+1 ms)Flushing 1588230740/info: creating writer at 1731424770120 (+1 ms)Flushing 1588230740/info: appending metadata at 1731424770161 (+41 ms)Flushing 1588230740/info: closing flushed file at 1731424770161Flushing 1588230740/ns: creating writer at 1731424770194 (+33 ms)Flushing 1588230740/ns: appending metadata at 1731424770223 (+29 ms)Flushing 1588230740/ns: closing flushed file at 1731424770223Flushing 1588230740/table: creating writer at 1731424770656 (+433 ms)Flushing 1588230740/table: appending metadata at 1731424770678 (+22 ms)Flushing 1588230740/table: closing flushed file at 1731424770678Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73536dfb: reopening flushed file at 1731424770714 (+36 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62c64ea: reopening flushed file at 1731424770721 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33ef0edb: reopening flushed file at 1731424770732 (+11 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 625ms, sequenceid=11, compaction requested=false at 1731424770743 (+11 ms)Writing region close event to WAL at 1731424770776 (+33 ms)Running coprocessor post-close hooks at 1731424770783 (+7 ms)Closed at 1731424770783 2024-11-12T15:19:30,784 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T15:19:30,919 INFO [RS:0;a6f201fa5419:46813 {}] regionserver.HRegionServer(976): stopping server a6f201fa5419,46813,1731424758891; all regions closed. 2024-11-12T15:19:30,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33357 is added to blk_1073741834_1010 (size=2742) 2024-11-12T15:19:30,930 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/WALs/a6f201fa5419,46813,1731424758891/a6f201fa5419%2C46813%2C1731424758891.meta.1731424762188.meta not finished, retry = 0 2024-11-12T15:19:30,983 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,46813,1731424758891.replicationSource.wal-reader.a6f201fa5419%2C46813%2C1731424758891,1-a6f201fa5419,46813,1731424758891 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/WALs/a6f201fa5419,46813,1731424758891/a6f201fa5419%2C46813%2C1731424758891.1731424761220 to pos 0, reset compression=false 2024-11-12T15:19:31,037 DEBUG [RS:0;a6f201fa5419:46813 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/oldWALs 2024-11-12T15:19:31,037 INFO [RS:0;a6f201fa5419:46813 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a6f201fa5419%2C46813%2C1731424758891.meta:.meta(num 1731424762188) 2024-11-12T15:19:31,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33357 is added to blk_1073741837_1013 (size=1586) 2024-11-12T15:19:31,054 DEBUG [RS:0;a6f201fa5419:46813 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/oldWALs 2024-11-12T15:19:31,054 INFO [RS:0;a6f201fa5419:46813 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a6f201fa5419%2C46813%2C1731424758891.rep:(num 1731424769038) 2024-11-12T15:19:31,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33357 is added to blk_1073741832_1008 (size=93) 2024-11-12T15:19:31,077 DEBUG [RS:0;a6f201fa5419:46813 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/oldWALs 2024-11-12T15:19:31,077 INFO [RS:0;a6f201fa5419:46813 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a6f201fa5419%2C46813%2C1731424758891:(num 1731424761220) 2024-11-12T15:19:31,077 DEBUG [RS:0;a6f201fa5419:46813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:19:31,077 INFO [RS:0;a6f201fa5419:46813 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T15:19:31,077 INFO [RS:0;a6f201fa5419:46813 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T15:19:31,077 INFO [RS:0;a6f201fa5419:46813 {}] hbase.ChoreService(370): Chore service for: regionserver/a6f201fa5419:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T15:19:31,078 INFO [RS:0;a6f201fa5419:46813 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T15:19:31,078 INFO [regionserver/a6f201fa5419:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T15:19:31,078 INFO [RS:0;a6f201fa5419:46813 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a6f201fa5419,46813,1731424758891 because: Region server is closing 2024-11-12T15:19:31,078 INFO [RS:0;a6f201fa5419:46813 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a6f201fa5419:46813. 2024-11-12T15:19:31,078 DEBUG [RS:0;a6f201fa5419:46813 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:19:31,078 DEBUG [RS:0;a6f201fa5419:46813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:19:31,078 DEBUG [RS:0;a6f201fa5419:46813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:19:31,078 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:19:31,178 WARN [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,46813,1731424758891.replicationSource.wal-reader.a6f201fa5419%2C46813%2C1731424758891,1-a6f201fa5419,46813,1731424758891 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T15:19:31,178 WARN [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,46813,1731424758891.replicationSource.shippera6f201fa5419%2C46813%2C1731424758891,1-a6f201fa5419,46813,1731424758891 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-12T15:19:31,179 INFO [RS:0;a6f201fa5419:46813 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,46813,1731424758891.replicationSource.shippera6f201fa5419%2C46813%2C1731424758891,1-a6f201fa5419,46813,1731424758891 terminated 2024-11-12T15:19:31,179 INFO [RS:0;a6f201fa5419:46813 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46813 2024-11-12T15:19:31,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44235-0x1012fa11eb90000, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2100421403/rs 2024-11-12T15:19:31,229 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46813-0x1012fa11eb90001, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2100421403/rs/a6f201fa5419,46813,1731424758891 2024-11-12T15:19:31,229 INFO [RS:0;a6f201fa5419:46813 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T15:19:31,230 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a6f201fa5419,46813,1731424758891] 2024-11-12T15:19:31,251 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2100421403/draining/a6f201fa5419,46813,1731424758891 already deleted, retry=false 2024-11-12T15:19:31,251 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a6f201fa5419,46813,1731424758891 expired; onlineServers=0 2024-11-12T15:19:31,251 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a6f201fa5419,44235,1731424758690' ***** 2024-11-12T15:19:31,251 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T15:19:31,251 INFO [M:0;a6f201fa5419:44235 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T15:19:31,251 INFO [M:0;a6f201fa5419:44235 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T15:19:31,251 DEBUG [M:0;a6f201fa5419:44235 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T15:19:31,251 DEBUG [M:0;a6f201fa5419:44235 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T15:19:31,251 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T15:19:31,251 DEBUG [master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.large.0-1731424760942 {}] cleaner.HFileCleaner(306): Exit Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.large.0-1731424760942,5,FailOnTimeoutGroup] 2024-11-12T15:19:31,252 INFO [M:0;a6f201fa5419:44235 {}] hbase.ChoreService(370): Chore service for: master/a6f201fa5419:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T15:19:31,252 INFO [M:0;a6f201fa5419:44235 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T15:19:31,252 DEBUG [M:0;a6f201fa5419:44235 {}] master.HMaster(1795): Stopping service threads 2024-11-12T15:19:31,252 INFO [M:0;a6f201fa5419:44235 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T15:19:31,252 INFO [M:0;a6f201fa5419:44235 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T15:19:31,252 INFO [M:0;a6f201fa5419:44235 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T15:19:31,252 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T15:19:31,252 DEBUG [master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.small.0-1731424760942 {}] cleaner.HFileCleaner(306): Exit Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.small.0-1731424760942,5,FailOnTimeoutGroup] 2024-11-12T15:19:31,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44235-0x1012fa11eb90000, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2100421403/master 2024-11-12T15:19:31,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44235-0x1012fa11eb90000, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2100421403 2024-11-12T15:19:31,263 INFO [M:0;a6f201fa5419:44235 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/.lastflushedseqids 2024-11-12T15:19:31,271 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2100421403/master already deleted, retry=false 2024-11-12T15:19:31,271 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:44235-0x1012fa11eb90000, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-2100421403/master 2024-11-12T15:19:31,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33357 is added to blk_1073741842_1018 (size=181) 2024-11-12T15:19:31,340 INFO [RS:0;a6f201fa5419:46813 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T15:19:31,340 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46813-0x1012fa11eb90001, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:19:31,340 INFO [RS:0;a6f201fa5419:46813 {}] regionserver.HRegionServer(1031): Exiting; stopping=a6f201fa5419,46813,1731424758891; zookeeper connection closed. 2024-11-12T15:19:31,340 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46813-0x1012fa11eb90001, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:19:31,341 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@bf70b75 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@bf70b75 2024-11-12T15:19:31,341 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T15:19:31,695 INFO [M:0;a6f201fa5419:44235 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T15:19:31,695 INFO [M:0;a6f201fa5419:44235 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T15:19:31,695 DEBUG [M:0;a6f201fa5419:44235 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T15:19:31,695 INFO [M:0;a6f201fa5419:44235 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:19:31,695 DEBUG [M:0;a6f201fa5419:44235 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:19:31,695 DEBUG [M:0;a6f201fa5419:44235 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T15:19:31,695 DEBUG [M:0;a6f201fa5419:44235 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:19:31,695 INFO [M:0;a6f201fa5419:44235 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-12T15:19:31,724 DEBUG [M:0;a6f201fa5419:44235 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e053804ae0464e749681b0c949c1bf8c is 82, key is hbase:meta,,1/info:regioninfo/1731424762218/Put/seqid=0 2024-11-12T15:19:31,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33357 is added to blk_1073741843_1019 (size=5672) 2024-11-12T15:19:31,743 INFO [M:0;a6f201fa5419:44235 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e053804ae0464e749681b0c949c1bf8c 2024-11-12T15:19:31,781 DEBUG [M:0;a6f201fa5419:44235 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a87254eac96747f0b99fdd21e1ed072e is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731424769083/Put/seqid=0 2024-11-12T15:19:31,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33357 is added to blk_1073741844_1020 (size=7203) 2024-11-12T15:19:32,192 INFO [M:0;a6f201fa5419:44235 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a87254eac96747f0b99fdd21e1ed072e 2024-11-12T15:19:32,232 DEBUG [M:0;a6f201fa5419:44235 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e6675c6847e5417fa152b3357d622dc1 is 69, key is a6f201fa5419,46813,1731424758891/rs:state/1731424761058/Put/seqid=0 2024-11-12T15:19:32,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33357 is added to blk_1073741845_1021 (size=5156) 2024-11-12T15:19:32,261 INFO [M:0;a6f201fa5419:44235 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e6675c6847e5417fa152b3357d622dc1 2024-11-12T15:19:32,272 DEBUG [M:0;a6f201fa5419:44235 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e053804ae0464e749681b0c949c1bf8c as hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e053804ae0464e749681b0c949c1bf8c 2024-11-12T15:19:32,285 INFO [M:0;a6f201fa5419:44235 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e053804ae0464e749681b0c949c1bf8c, entries=8, sequenceid=70, filesize=5.5 K 2024-11-12T15:19:32,287 DEBUG [M:0;a6f201fa5419:44235 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a87254eac96747f0b99fdd21e1ed072e as hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a87254eac96747f0b99fdd21e1ed072e 2024-11-12T15:19:32,297 INFO [M:0;a6f201fa5419:44235 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a87254eac96747f0b99fdd21e1ed072e, entries=8, sequenceid=70, filesize=7.0 K 2024-11-12T15:19:32,300 DEBUG [M:0;a6f201fa5419:44235 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e6675c6847e5417fa152b3357d622dc1 as hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e6675c6847e5417fa152b3357d622dc1 2024-11-12T15:19:32,311 INFO [M:0;a6f201fa5419:44235 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e6675c6847e5417fa152b3357d622dc1, entries=1, sequenceid=70, filesize=5.0 K 2024-11-12T15:19:32,312 INFO [M:0;a6f201fa5419:44235 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 617ms, sequenceid=70, compaction requested=false 2024-11-12T15:19:32,316 INFO [M:0;a6f201fa5419:44235 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:19:32,316 DEBUG [M:0;a6f201fa5419:44235 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731424771695Disabling compacts and flushes for region at 1731424771695Disabling writes for close at 1731424771695Obtaining lock to block concurrent updates at 1731424771695Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731424771695Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731424771696 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731424771697 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731424771697Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731424771723 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731424771723Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731424771755 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731424771780 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731424771780Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731424772198 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731424772232 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731424772232Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66f3ff40: reopening flushed file at 1731424772271 (+39 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cd3411: reopening flushed file at 1731424772285 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78b6430: reopening flushed file at 1731424772297 (+12 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 617ms, sequenceid=70, compaction requested=false at 1731424772312 (+15 ms)Writing region close event to WAL at 1731424772316 (+4 ms)Closed at 1731424772316 2024-11-12T15:19:32,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33357 is added to blk_1073741830_1006 (size=41008) 2024-11-12T15:19:32,334 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/MasterData/WALs/a6f201fa5419,44235,1731424758690/a6f201fa5419%2C44235%2C1731424758690.1731424760654 not finished, retry = 0 2024-11-12T15:19:32,435 INFO [M:0;a6f201fa5419:44235 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T15:19:32,435 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T15:19:32,435 INFO [M:0;a6f201fa5419:44235 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44235 2024-11-12T15:19:32,435 INFO [M:0;a6f201fa5419:44235 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T15:19:32,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44235-0x1012fa11eb90000, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:19:32,595 INFO [M:0;a6f201fa5419:44235 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T15:19:32,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44235-0x1012fa11eb90000, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:19:32,596 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a6f201fa5419:0 server-side Connection retries=45 2024-11-12T15:19:32,596 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:19:32,596 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T15:19:32,597 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T15:19:32,597 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:19:32,597 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T15:19:32,597 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T15:19:32,597 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T15:19:32,597 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41171 2024-11-12T15:19:32,598 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41171 connecting to ZooKeeper ensemble=127.0.0.1:63105 2024-11-12T15:19:32,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:411710x0, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T15:19:32,628 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41171-0x1012fa11eb90006 connected 2024-11-12T15:19:32,672 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:19:32,674 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:19:32,676 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41171-0x1012fa11eb90006, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Set watcher on znode that does not yet exist, /0-2100421403/running 2024-11-12T15:19:32,676 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2100421403/meta-region-server: INIT 2024-11-12T15:19:32,676 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae, hbase.cluster.distributed=false 2024-11-12T15:19:32,678 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41171-0x1012fa11eb90006, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Set watcher on znode that does not yet exist, /0-2100421403/acl 2024-11-12T15:19:32,678 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41171 2024-11-12T15:19:32,678 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41171 2024-11-12T15:19:32,678 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41171 2024-11-12T15:19:32,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41171 2024-11-12T15:19:32,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41171 2024-11-12T15:19:32,693 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a6f201fa5419:0 server-side Connection retries=45 2024-11-12T15:19:32,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:19:32,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T15:19:32,693 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T15:19:32,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:19:32,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T15:19:32,693 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T15:19:32,693 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T15:19:32,693 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35459 2024-11-12T15:19:32,694 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35459 connecting to ZooKeeper ensemble=127.0.0.1:63105 2024-11-12T15:19:32,695 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:19:32,696 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:19:32,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:354590x0, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T15:19:32,703 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:354590x0, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Set watcher on znode that does not yet exist, /0-2100421403/running 2024-11-12T15:19:32,703 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2100421403/meta-region-server: INIT 2024-11-12T15:19:32,703 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35459-0x1012fa11eb90007 connected 2024-11-12T15:19:32,703 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T15:19:32,704 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T15:19:32,704 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35459-0x1012fa11eb90007, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Set watcher on znode that does not yet exist, /0-2100421403/master 2024-11-12T15:19:32,705 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35459-0x1012fa11eb90007, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Set watcher on znode that does not yet exist, /0-2100421403/acl 2024-11-12T15:19:32,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35459 2024-11-12T15:19:32,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35459 2024-11-12T15:19:32,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35459 2024-11-12T15:19:32,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35459 2024-11-12T15:19:32,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35459 2024-11-12T15:19:32,721 DEBUG [M:0;a6f201fa5419:41171 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a6f201fa5419:41171 2024-11-12T15:19:32,721 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2100421403/backup-masters/a6f201fa5419,41171,1731424772596 2024-11-12T15:19:32,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41171-0x1012fa11eb90006, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2100421403/backup-masters 2024-11-12T15:19:32,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35459-0x1012fa11eb90007, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2100421403/backup-masters 2024-11-12T15:19:32,733 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41171-0x1012fa11eb90006, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Set watcher on existing znode=/0-2100421403/backup-masters/a6f201fa5419,41171,1731424772596 2024-11-12T15:19:32,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35459-0x1012fa11eb90007, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2100421403/master 2024-11-12T15:19:32,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35459-0x1012fa11eb90007, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2100421403 2024-11-12T15:19:32,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41171-0x1012fa11eb90006, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2100421403 2024-11-12T15:19:32,745 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41171-0x1012fa11eb90006, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Set watcher on existing znode=/0-2100421403/master 2024-11-12T15:19:32,746 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2100421403/backup-masters/a6f201fa5419,41171,1731424772596 from backup master directory 2024-11-12T15:19:32,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41171-0x1012fa11eb90006, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2100421403/backup-masters/a6f201fa5419,41171,1731424772596 2024-11-12T15:19:32,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35459-0x1012fa11eb90007, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2100421403/backup-masters 2024-11-12T15:19:32,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41171-0x1012fa11eb90006, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2100421403/backup-masters 2024-11-12T15:19:32,755 WARN [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T15:19:32,755 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a6f201fa5419,41171,1731424772596 2024-11-12T15:19:32,764 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:19:32,764 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T15:19:32,769 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 5ms. 2024-11-12T15:19:32,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33357 is added to blk_1073741846_1022 (size=196) 2024-11-12T15:19:33,182 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T15:19:33,183 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T15:19:33,183 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:19:33,190 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-12T15:19:33,193 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/MasterData/WALs/a6f201fa5419,44235,1731424758690 to hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/MasterData/WALs/a6f201fa5419,44235,1731424758690-dead as it is dead 2024-11-12T15:19:33,193 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/MasterData/WALs/a6f201fa5419,44235,1731424758690-dead/a6f201fa5419%2C44235%2C1731424758690.1731424760654 2024-11-12T15:19:33,194 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/MasterData/WALs/a6f201fa5419,44235,1731424758690-dead/a6f201fa5419%2C44235%2C1731424758690.1731424760654 after 1ms 2024-11-12T15:19:33,195 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/MasterData/WALs/a6f201fa5419,44235,1731424758690-dead/a6f201fa5419%2C44235%2C1731424758690.1731424760654 to hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/a6f201fa5419%2C44235%2C1731424758690.1731424760654 2024-11-12T15:19:33,195 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/MasterData/WALs/a6f201fa5419,44235,1731424758690-dead 2024-11-12T15:19:33,195 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/MasterData/WALs/a6f201fa5419,41171,1731424772596 2024-11-12T15:19:33,196 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T15:19:33,198 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a6f201fa5419%2C41171%2C1731424772596, suffix=, logDir=hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/MasterData/WALs/a6f201fa5419,41171,1731424772596, archiveDir=hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/MasterData/oldWALs, maxLogs=10 2024-11-12T15:19:33,217 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/MasterData/WALs/a6f201fa5419,41171,1731424772596/a6f201fa5419%2C41171%2C1731424772596.1731424773198, exclude list is [], retry=0 2024-11-12T15:19:33,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33357,DS-2599e591-b723-46a8-b3e2-d815298c560c,DISK] 2024-11-12T15:19:33,221 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/MasterData/WALs/a6f201fa5419,41171,1731424772596/a6f201fa5419%2C41171%2C1731424772596.1731424773198 2024-11-12T15:19:33,222 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36677:36677)] 2024-11-12T15:19:33,222 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T15:19:33,222 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:19:33,222 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:19:33,222 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:19:33,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:19:33,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T15:19:33,224 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:19:33,231 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e053804ae0464e749681b0c949c1bf8c 2024-11-12T15:19:33,231 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:19:33,231 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:19:33,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T15:19:33,232 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:19:33,238 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a87254eac96747f0b99fdd21e1ed072e 2024-11-12T15:19:33,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:19:33,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:19:33,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T15:19:33,240 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:19:33,248 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e6675c6847e5417fa152b3357d622dc1 2024-11-12T15:19:33,248 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:19:33,248 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:19:33,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T15:19:33,249 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:19:33,250 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:19:33,250 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:19:33,251 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-12T15:19:33,251 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/a6f201fa5419%2C44235%2C1731424758690.1731424760654 2024-11-12T15:19:33,257 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/a6f201fa5419%2C44235%2C1731424758690.1731424760654 2024-11-12T15:19:33,258 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/a6f201fa5419%2C44235%2C1731424758690.1731424760654 2024-11-12T15:19:33,261 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:19:33,261 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:19:33,262 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T15:19:33,263 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:19:33,266 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-12T15:19:33,267 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74072094, jitterRate=0.10376021265983582}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T15:19:33,267 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731424773222Initializing all the Stores at 1731424773223 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424773223Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424773223Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424773223Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424773223Cleaning up temporary data from old regions at 1731424773261 (+38 ms)Region opened successfully at 1731424773267 (+6 ms) 2024-11-12T15:19:33,267 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T15:19:33,271 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a27862c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a6f201fa5419/172.17.0.2:0 2024-11-12T15:19:33,275 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-12T15:19:33,275 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T15:19:33,275 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T15:19:33,275 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T15:19:33,276 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T15:19:33,278 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T15:19:33,280 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T15:19:33,280 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T15:19:33,281 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T15:19:33,281 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-12T15:19:33,281 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T15:19:33,289 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=a6f201fa5419,46813,1731424758891, regionLocation=a6f201fa5419,46813,1731424758891, openSeqNum=2 2024-11-12T15:19:33,289 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=a6f201fa5419,46813,1731424758891, table=hbase:meta, region=1588230740 2024-11-12T15:19:33,289 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a6f201fa5419,46813,1731424758891, state=OPEN 2024-11-12T15:19:33,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35459-0x1012fa11eb90007, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2100421403/meta-region-server 2024-11-12T15:19:33,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41171-0x1012fa11eb90006, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2100421403/meta-region-server 2024-11-12T15:19:33,301 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2100421403/meta-region-server: CHANGED 2024-11-12T15:19:33,302 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2100421403/meta-region-server: CHANGED 2024-11-12T15:19:33,305 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-12T15:19:33,313 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2100421403/draining/a6f201fa5419,46813,1731424758891 already deleted, retry=false 2024-11-12T15:19:33,313 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of a6f201fa5419,46813,1731424758891 on a6f201fa5419,41171,1731424772596 2024-11-12T15:19:33,315 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure a6f201fa5419,46813,1731424758891, splitWal=true, meta=true 2024-11-12T15:19:33,315 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for a6f201fa5419,46813,1731424758891 (carryingMeta=true) a6f201fa5419,46813,1731424758891/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@54fe8f73[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-12T15:19:33,316 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41171-0x1012fa11eb90006, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Unable to get data of znode /0-2100421403/balancer because node does not exist (not necessarily an error) 2024-11-12T15:19:33,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:19:33,324 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2100421403/balancer already deleted, retry=false 2024-11-12T15:19:33,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:19:33,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:19:33,324 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T15:19:33,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:19:33,325 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41171-0x1012fa11eb90006, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Unable to get data of znode /0-2100421403/normalizer because node does not exist (not necessarily an error) 2024-11-12T15:19:33,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:19:33,334 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2100421403/normalizer already deleted, retry=false 2024-11-12T15:19:33,335 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T15:19:33,336 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41171-0x1012fa11eb90006, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Unable to get data of znode /0-2100421403/switch/split because node does not exist (not necessarily an error) 2024-11-12T15:19:33,345 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2100421403/switch/split already deleted, retry=false 2024-11-12T15:19:33,346 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41171-0x1012fa11eb90006, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Unable to get data of znode /0-2100421403/switch/merge because node does not exist (not necessarily an error) 2024-11-12T15:19:33,355 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2100421403/switch/merge already deleted, retry=false 2024-11-12T15:19:33,368 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41171-0x1012fa11eb90006, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Unable to get data of znode /0-2100421403/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T15:19:33,376 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2100421403/snapshot-cleanup already deleted, retry=false 2024-11-12T15:19:33,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41171-0x1012fa11eb90006, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2100421403/running 2024-11-12T15:19:33,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35459-0x1012fa11eb90007, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2100421403/running 2024-11-12T15:19:33,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41171-0x1012fa11eb90006, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2100421403 2024-11-12T15:19:33,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35459-0x1012fa11eb90007, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2100421403 2024-11-12T15:19:33,387 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a6f201fa5419,41171,1731424772596, sessionid=0x1012fa11eb90006, setting cluster-up flag (Was=false) 2024-11-12T15:19:33,398 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2100421403/flush-table-proc/acquired, /0-2100421403/flush-table-proc/reached, /0-2100421403/flush-table-proc/abort 2024-11-12T15:19:33,399 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a6f201fa5419,41171,1731424772596 2024-11-12T15:19:33,409 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2100421403/online-snapshot/acquired, /0-2100421403/online-snapshot/reached, /0-2100421403/online-snapshot/abort 2024-11-12T15:19:33,410 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a6f201fa5419,41171,1731424772596 2024-11-12T15:19:33,411 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/.lastflushedseqids 2024-11-12T15:19:33,413 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T15:19:33,414 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T15:19:33,414 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a6f201fa5419,41171,1731424772596 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 a6f201fa5419,46813,1731424758891 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T15:19:33,415 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:19:33,415 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:19:33,415 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:19:33,415 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:19:33,415 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a6f201fa5419:0, corePoolSize=10, maxPoolSize=10 2024-11-12T15:19:33,415 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:19:33,415 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a6f201fa5419:0, corePoolSize=2, maxPoolSize=2 2024-11-12T15:19:33,415 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:19:33,418 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731424803418 2024-11-12T15:19:33,418 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T15:19:33,418 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T15:19:33,418 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T15:19:33,418 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T15:19:33,418 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure a6f201fa5419,46813,1731424758891, splitWal=true, meta=true 2024-11-12T15:19:33,418 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T15:19:33,418 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T15:19:33,418 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:33,419 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T15:19:33,419 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T15:19:33,419 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T15:19:33,419 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T15:19:33,419 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure a6f201fa5419,46813,1731424758891, splitWal=true, meta=true, isMeta: true 2024-11-12T15:19:33,419 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T15:19:33,419 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T15:19:33,420 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.large.0-1731424773419,5,FailOnTimeoutGroup] 2024-11-12T15:19:33,420 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.small.0-1731424773420,5,FailOnTimeoutGroup] 2024-11-12T15:19:33,420 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:33,420 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T15:19:33,420 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:33,420 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:33,420 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731424773420, completionTime=-1 2024-11-12T15:19:33,420 WARN [master/a6f201fa5419:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-12T15:19:33,420 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-12T15:19:33,421 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/WALs/a6f201fa5419,46813,1731424758891-splitting 2024-11-12T15:19:33,421 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/WALs/a6f201fa5419,46813,1731424758891-splitting dir is empty, no logs to split. 2024-11-12T15:19:33,421 INFO [PEWorker-1 {}] master.SplitWALManager(105): a6f201fa5419,46813,1731424758891 WAL count=0, meta=true 2024-11-12T15:19:33,423 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/WALs/a6f201fa5419,46813,1731424758891-splitting dir is empty, no logs to split. 2024-11-12T15:19:33,423 INFO [PEWorker-1 {}] master.SplitWALManager(105): a6f201fa5419,46813,1731424758891 WAL count=0, meta=true 2024-11-12T15:19:33,423 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if a6f201fa5419,46813,1731424758891 WAL splitting is done? wals=0, meta=true 2024-11-12T15:19:33,424 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T15:19:33,425 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T15:19:33,426 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T15:19:33,513 INFO [RS:0;a6f201fa5419:35459 {}] regionserver.HRegionServer(746): ClusterId : 0ffbf50b-fd0f-45f3-b1cc-29663ad83dbd 2024-11-12T15:19:33,513 DEBUG [RS:0;a6f201fa5419:35459 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T15:19:33,524 DEBUG [RS:0;a6f201fa5419:35459 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T15:19:33,524 DEBUG [RS:0;a6f201fa5419:35459 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T15:19:33,535 DEBUG [RS:0;a6f201fa5419:35459 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T15:19:33,535 DEBUG [RS:0;a6f201fa5419:35459 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@486c82bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a6f201fa5419/172.17.0.2:0 2024-11-12T15:19:33,545 DEBUG [RS:0;a6f201fa5419:35459 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a6f201fa5419:35459 2024-11-12T15:19:33,545 INFO [RS:0;a6f201fa5419:35459 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T15:19:33,545 INFO [RS:0;a6f201fa5419:35459 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T15:19:33,545 DEBUG [RS:0;a6f201fa5419:35459 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T15:19:33,546 INFO [RS:0;a6f201fa5419:35459 {}] regionserver.HRegionServer(2659): reportForDuty to master=a6f201fa5419,41171,1731424772596 with port=35459, startcode=1731424772692 2024-11-12T15:19:33,546 DEBUG [RS:0;a6f201fa5419:35459 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T15:19:33,547 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44895, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T15:19:33,547 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41171 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a6f201fa5419,35459,1731424772692 2024-11-12T15:19:33,548 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41171 {}] master.ServerManager(517): Registering regionserver=a6f201fa5419,35459,1731424772692 2024-11-12T15:19:33,549 DEBUG [RS:0;a6f201fa5419:35459 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae 2024-11-12T15:19:33,549 DEBUG [RS:0;a6f201fa5419:35459 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42403 2024-11-12T15:19:33,549 DEBUG [RS:0;a6f201fa5419:35459 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T15:19:33,571 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=151ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-12T15:19:33,576 WARN [a6f201fa5419:41171 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-12T15:19:33,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41171-0x1012fa11eb90006, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2100421403/rs 2024-11-12T15:19:33,587 DEBUG [RS:0;a6f201fa5419:35459 {}] zookeeper.ZKUtil(111): regionserver:35459-0x1012fa11eb90007, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Set watcher on existing znode=/0-2100421403/rs/a6f201fa5419,35459,1731424772692 2024-11-12T15:19:33,587 WARN [RS:0;a6f201fa5419:35459 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T15:19:33,587 INFO [RS:0;a6f201fa5419:35459 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:19:33,587 DEBUG [RS:0;a6f201fa5419:35459 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/WALs/a6f201fa5419,35459,1731424772692 2024-11-12T15:19:33,587 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a6f201fa5419,35459,1731424772692] 2024-11-12T15:19:33,608 INFO [RS:0;a6f201fa5419:35459 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T15:19:33,610 INFO [RS:0;a6f201fa5419:35459 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T15:19:33,610 INFO [RS:0;a6f201fa5419:35459 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T15:19:33,610 INFO [RS:0;a6f201fa5419:35459 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:33,610 INFO [RS:0;a6f201fa5419:35459 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T15:19:33,611 INFO [RS:0;a6f201fa5419:35459 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T15:19:33,611 INFO [RS:0;a6f201fa5419:35459 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:33,611 DEBUG [RS:0;a6f201fa5419:35459 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:19:33,611 DEBUG [RS:0;a6f201fa5419:35459 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:19:33,611 DEBUG [RS:0;a6f201fa5419:35459 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:19:33,611 DEBUG [RS:0;a6f201fa5419:35459 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:19:33,611 DEBUG [RS:0;a6f201fa5419:35459 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:19:33,611 DEBUG [RS:0;a6f201fa5419:35459 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a6f201fa5419:0, corePoolSize=2, maxPoolSize=2 2024-11-12T15:19:33,611 DEBUG [RS:0;a6f201fa5419:35459 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:19:33,611 DEBUG [RS:0;a6f201fa5419:35459 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:19:33,611 DEBUG [RS:0;a6f201fa5419:35459 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:19:33,611 DEBUG [RS:0;a6f201fa5419:35459 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:19:33,611 DEBUG [RS:0;a6f201fa5419:35459 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:19:33,611 DEBUG [RS:0;a6f201fa5419:35459 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:19:33,611 DEBUG [RS:0;a6f201fa5419:35459 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a6f201fa5419:0, corePoolSize=3, maxPoolSize=3 2024-11-12T15:19:33,611 DEBUG [RS:0;a6f201fa5419:35459 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a6f201fa5419:0, corePoolSize=3, maxPoolSize=3 2024-11-12T15:19:33,612 INFO [RS:0;a6f201fa5419:35459 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:33,612 INFO [RS:0;a6f201fa5419:35459 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:33,612 INFO [RS:0;a6f201fa5419:35459 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:33,612 INFO [RS:0;a6f201fa5419:35459 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:33,612 INFO [RS:0;a6f201fa5419:35459 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:33,612 INFO [RS:0;a6f201fa5419:35459 {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,35459,1731424772692-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T15:19:33,625 INFO [RS:0;a6f201fa5419:35459 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T15:19:33,625 INFO [RS:0;a6f201fa5419:35459 {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,35459,1731424772692-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:33,637 INFO [RS:0;a6f201fa5419:35459 {}] regionserver.ReplicationSource(231): queueId=1-a6f201fa5419,35459,1731424772692, ReplicationSource: 1, currentBandwidth=0 2024-11-12T15:19:33,637 INFO [RS:0;a6f201fa5419:35459 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:33,638 INFO [RS:0;a6f201fa5419:35459 {}] regionserver.Replication(171): a6f201fa5419,35459,1731424772692 started 2024-11-12T15:19:33,650 INFO [RS:0;a6f201fa5419:35459 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:33,650 DEBUG [RS:0;a6f201fa5419:35459.replicationSource,1-a6f201fa5419,35459,1731424772692 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a6f201fa5419:39579' 2024-11-12T15:19:33,650 INFO [RS:0;a6f201fa5419:35459 {}] regionserver.HRegionServer(1482): Serving as a6f201fa5419,35459,1731424772692, RpcServer on a6f201fa5419/172.17.0.2:35459, sessionid=0x1012fa11eb90007 2024-11-12T15:19:33,650 DEBUG [RS:0;a6f201fa5419:35459 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T15:19:33,650 DEBUG [RS:0;a6f201fa5419:35459 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a6f201fa5419,35459,1731424772692 2024-11-12T15:19:33,650 DEBUG [RS:0;a6f201fa5419:35459 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a6f201fa5419,35459,1731424772692' 2024-11-12T15:19:33,650 DEBUG [RS:0;a6f201fa5419:35459 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2100421403/flush-table-proc/abort' 2024-11-12T15:19:33,650 DEBUG [RS:0;a6f201fa5419:35459 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2100421403/flush-table-proc/acquired' 2024-11-12T15:19:33,651 DEBUG [RS:0;a6f201fa5419:35459.replicationSource,1-a6f201fa5419,35459,1731424772692 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ef79c01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:19:33,651 DEBUG [RS:0;a6f201fa5419:35459.replicationSource,1-a6f201fa5419,35459,1731424772692 {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,39579,-1 for getting cluster id 2024-11-12T15:19:33,651 DEBUG [RS:0;a6f201fa5419:35459 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T15:19:33,651 DEBUG [RS:0;a6f201fa5419:35459 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T15:19:33,651 DEBUG [RS:0;a6f201fa5419:35459.replicationSource,1-a6f201fa5419,35459,1731424772692 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:19:33,651 DEBUG [RS:0;a6f201fa5419:35459 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a6f201fa5419,35459,1731424772692 2024-11-12T15:19:33,651 DEBUG [RS:0;a6f201fa5419:35459 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a6f201fa5419,35459,1731424772692' 2024-11-12T15:19:33,651 DEBUG [RS:0;a6f201fa5419:35459 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2100421403/online-snapshot/abort' 2024-11-12T15:19:33,651 DEBUG [RS:0;a6f201fa5419:35459 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2100421403/online-snapshot/acquired' 2024-11-12T15:19:33,651 DEBUG [RS:0;a6f201fa5419:35459 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T15:19:33,652 INFO [RS:0;a6f201fa5419:35459 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T15:19:33,652 INFO [RS:0;a6f201fa5419:35459 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T15:19:33,652 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cdb9838c-f5db-45a5-8039-6077bb8753a6' 2024-11-12T15:19:33,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:19:33,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cdb9838c-f5db-45a5-8039-6077bb8753a6" 2024-11-12T15:19:33,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f2ef3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:19:33,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,39579,-1] 2024-11-12T15:19:33,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:19:33,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:19:33,653 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:19:33,654 DEBUG [RS:0;a6f201fa5419:35459.replicationSource,1-a6f201fa5419,35459,1731424772692 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@606fc1b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:19:33,654 DEBUG [RS:0;a6f201fa5419:35459.replicationSource,1-a6f201fa5419,35459,1731424772692 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:19:33,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,39579,1731424764750 2024-11-12T15:19:33,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e2202e1 2024-11-12T15:19:33,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:19:33,655 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-12T15:19:33,656 INFO [RS:0;a6f201fa5419:35459.replicationSource,1-a6f201fa5419,35459,1731424772692 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a6f201fa5419,35459,1731424772692 (queues=0) is replicating from cluster=0ffbf50b-fd0f-45f3-b1cc-29663ad83dbd to cluster=cdb9838c-f5db-45a5-8039-6077bb8753a6 2024-11-12T15:19:33,752 INFO [RS:0;a6f201fa5419:35459 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T15:19:33,754 INFO [RS:0;a6f201fa5419:35459 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a6f201fa5419%2C35459%2C1731424772692, suffix=, logDir=hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/WALs/a6f201fa5419,35459,1731424772692, archiveDir=hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/oldWALs, maxLogs=10 2024-11-12T15:19:33,771 DEBUG [RS:0;a6f201fa5419:35459 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/WALs/a6f201fa5419,35459,1731424772692/a6f201fa5419%2C35459%2C1731424772692.1731424773754, exclude list is [], retry=0 2024-11-12T15:19:33,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33357,DS-2599e591-b723-46a8-b3e2-d815298c560c,DISK] 2024-11-12T15:19:33,776 INFO [RS:0;a6f201fa5419:35459 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/WALs/a6f201fa5419,35459,1731424772692/a6f201fa5419%2C35459%2C1731424772692.1731424773754 2024-11-12T15:19:33,777 DEBUG [RS:0;a6f201fa5419:35459 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group a6f201fa5419%2C35459%2C1731424772692 for peer 1 2024-11-12T15:19:33,777 DEBUG [RS:0;a6f201fa5419:35459 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a6f201fa5419%2C35459%2C1731424772692 2024-11-12T15:19:33,777 INFO [RS:0;a6f201fa5419:35459 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a6f201fa5419,35459,1731424772692, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T15:19:33,779 DEBUG [RS:0;a6f201fa5419:35459 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36677:36677)] 2024-11-12T15:19:33,779 INFO [RS:0;a6f201fa5419:35459.replicationSource.shippera6f201fa5419%2C35459%2C1731424772692,1-a6f201fa5419,35459,1731424772692 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a6f201fa5419%2C35459%2C1731424772692 2024-11-12T15:19:33,788 DEBUG [RS:0;a6f201fa5419:35459.replicationSource.wal-reader.a6f201fa5419%2C35459%2C1731424772692,1-a6f201fa5419,35459,1731424772692 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/WALs/a6f201fa5419,35459,1731424772692/a6f201fa5419%2C35459%2C1731424772692.1731424773754, startPosition=0, beingWritten=true 2024-11-12T15:19:33,826 DEBUG [a6f201fa5419:41171 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T15:19:33,829 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a6f201fa5419,35459,1731424772692 2024-11-12T15:19:33,830 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a6f201fa5419,35459,1731424772692, state=OPENING 2024-11-12T15:19:33,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35459-0x1012fa11eb90007, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2100421403/meta-region-server 2024-11-12T15:19:33,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41171-0x1012fa11eb90006, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2100421403/meta-region-server 2024-11-12T15:19:33,850 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2100421403/meta-region-server: CHANGED 2024-11-12T15:19:33,850 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2100421403/meta-region-server: CHANGED 2024-11-12T15:19:33,850 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T15:19:33,850 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a6f201fa5419,35459,1731424772692}] 2024-11-12T15:19:34,021 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T15:19:34,023 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52201, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T15:19:34,029 DEBUG [RS:0;a6f201fa5419:35459.replicationSource.wal-reader.a6f201fa5419%2C35459%2C1731424772692,1-a6f201fa5419,35459,1731424772692 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/WALs/a6f201fa5419,35459,1731424772692/a6f201fa5419%2C35459%2C1731424772692.1731424773754 to pos 0, reset compression=false 2024-11-12T15:19:34,029 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T15:19:34,032 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:19:34,032 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T15:19:34,034 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a6f201fa5419%2C35459%2C1731424772692.meta, suffix=.meta, logDir=hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/WALs/a6f201fa5419,35459,1731424772692, archiveDir=hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/oldWALs, maxLogs=10 2024-11-12T15:19:34,057 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/WALs/a6f201fa5419,35459,1731424772692/a6f201fa5419%2C35459%2C1731424772692.meta.1731424774034.meta, exclude list is [], retry=0 2024-11-12T15:19:34,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33357,DS-2599e591-b723-46a8-b3e2-d815298c560c,DISK] 2024-11-12T15:19:34,074 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/WALs/a6f201fa5419,35459,1731424772692/a6f201fa5419%2C35459%2C1731424772692.meta.1731424774034.meta 2024-11-12T15:19:34,075 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36677:36677)] 2024-11-12T15:19:34,075 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T15:19:34,076 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T15:19:34,076 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T15:19:34,076 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T15:19:34,076 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T15:19:34,076 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T15:19:34,076 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:19:34,076 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T15:19:34,076 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T15:19:34,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T15:19:34,082 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T15:19:34,082 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:19:34,088 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/data/hbase/meta/1588230740/info/44d52ecb82ed4b969c28394fb600504f 2024-11-12T15:19:34,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:19:34,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T15:19:34,089 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T15:19:34,089 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:19:34,095 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/data/hbase/meta/1588230740/ns/1bae996eebc24231aa4d4b3e615675af 2024-11-12T15:19:34,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:19:34,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T15:19:34,096 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T15:19:34,096 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:19:34,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:19:34,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T15:19:34,097 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T15:19:34,097 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:19:34,103 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/data/hbase/meta/1588230740/table/7f63a08081c04a6595c3d15b14a1199f 2024-11-12T15:19:34,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:19:34,103 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T15:19:34,104 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/data/hbase/meta/1588230740 2024-11-12T15:19:34,105 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/data/hbase/meta/1588230740 2024-11-12T15:19:34,106 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T15:19:34,106 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T15:19:34,106 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T15:19:34,107 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T15:19:34,108 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66409813, jitterRate=-0.010416671633720398}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T15:19:34,108 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T15:19:34,108 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731424774077Writing region info on filesystem at 1731424774077Initializing all the Stores at 1731424774080 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424774080Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424774080Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424774080Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424774080Cleaning up temporary data from old regions at 1731424774106 (+26 ms)Running coprocessor post-open hooks at 1731424774108 (+2 ms)Region opened successfully at 1731424774108 2024-11-12T15:19:34,109 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731424774020 2024-11-12T15:19:34,111 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T15:19:34,111 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T15:19:34,112 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=a6f201fa5419,35459,1731424772692 2024-11-12T15:19:34,112 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a6f201fa5419,35459,1731424772692, state=OPEN 2024-11-12T15:19:34,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41171-0x1012fa11eb90006, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2100421403/meta-region-server 2024-11-12T15:19:34,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35459-0x1012fa11eb90007, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2100421403/meta-region-server 2024-11-12T15:19:34,124 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a6f201fa5419,35459,1731424772692 2024-11-12T15:19:34,124 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2100421403/meta-region-server: CHANGED 2024-11-12T15:19:34,124 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2100421403/meta-region-server: CHANGED 2024-11-12T15:19:34,126 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-12T15:19:34,126 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a6f201fa5419,35459,1731424772692 in 274 msec 2024-11-12T15:19:34,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T15:19:34,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 702 msec 2024-11-12T15:19:34,359 DEBUG [RS:0;a6f201fa5419:35459.replicationSource.wal-reader.a6f201fa5419%2C35459%2C1731424772692,1-a6f201fa5419,35459,1731424772692 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/WALs/a6f201fa5419,35459,1731424772692/a6f201fa5419%2C35459%2C1731424772692.1731424773754 to pos 0, reset compression=false 2024-11-12T15:19:34,763 DEBUG [RS:0;a6f201fa5419:35459.replicationSource.wal-reader.a6f201fa5419%2C35459%2C1731424772692,1-a6f201fa5419,35459,1731424772692 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/WALs/a6f201fa5419,35459,1731424772692/a6f201fa5419%2C35459%2C1731424772692.1731424773754 to pos 0, reset compression=false 2024-11-12T15:19:35,084 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1664ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1513ms 2024-11-12T15:19:35,268 DEBUG [RS:0;a6f201fa5419:35459.replicationSource.wal-reader.a6f201fa5419%2C35459%2C1731424772692,1-a6f201fa5419,35459,1731424772692 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/WALs/a6f201fa5419,35459,1731424772692/a6f201fa5419%2C35459%2C1731424772692.1731424773754 to pos 0, reset compression=false 2024-11-12T15:19:35,876 DEBUG [RS:0;a6f201fa5419:35459.replicationSource.wal-reader.a6f201fa5419%2C35459%2C1731424772692,1-a6f201fa5419,35459,1731424772692 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/WALs/a6f201fa5419,35459,1731424772692/a6f201fa5419%2C35459%2C1731424772692.1731424773754 to pos 0, reset compression=false 2024-11-12T15:19:36,581 DEBUG [RS:0;a6f201fa5419:35459.replicationSource.wal-reader.a6f201fa5419%2C35459%2C1731424772692,1-a6f201fa5419,35459,1731424772692 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/WALs/a6f201fa5419,35459,1731424772692/a6f201fa5419%2C35459%2C1731424772692.1731424773754 to pos 0, reset compression=false 2024-11-12T15:19:36,587 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3167ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3016ms 2024-11-12T15:19:37,385 DEBUG [RS:0;a6f201fa5419:35459.replicationSource.wal-reader.a6f201fa5419%2C35459%2C1731424772692,1-a6f201fa5419,35459,1731424772692 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/WALs/a6f201fa5419,35459,1731424772692/a6f201fa5419%2C35459%2C1731424772692.1731424773754 to pos 0, reset compression=false 2024-11-12T15:19:37,939 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4519ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-12T15:19:37,939 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T15:19:37,939 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:19:37,939 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,35459,1731424772692, seqNum=-1] 2024-11-12T15:19:37,940 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:19:37,941 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44227, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T15:19:37,945 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b3a0a5dfbe46b1d730ecfefaf9745e4e, regionState=OPEN, lastHost=a6f201fa5419,46813,1731424758891, regionLocation=a6f201fa5419,46813,1731424758891, openSeqNum=2 2024-11-12T15:19:37,945 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T15:19:37,945 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731424837945 2024-11-12T15:19:37,945 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731424897945 2024-11-12T15:19:37,945 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 6 msec 2024-11-12T15:19:37,945 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): a6f201fa5419,46813,1731424758891 had 2 regions 2024-11-12T15:19:37,945 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,41171,1731424772596-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:37,945 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,41171,1731424772596-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:37,945 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,41171,1731424772596-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:37,945 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a6f201fa5419:41171, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:37,946 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:37,946 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:37,946 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure a6f201fa5419,46813,1731424758891, splitWal=true, meta=true, isMeta: false 2024-11-12T15:19:37,948 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/WALs/a6f201fa5419,46813,1731424758891-splitting dir is empty, no logs to split. 2024-11-12T15:19:37,948 INFO [PEWorker-3 {}] master.SplitWALManager(105): a6f201fa5419,46813,1731424758891 WAL count=0, meta=false 2024-11-12T15:19:37,952 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/WALs/a6f201fa5419,46813,1731424758891-splitting dir is empty, no logs to split. 2024-11-12T15:19:37,952 INFO [PEWorker-3 {}] master.SplitWALManager(105): a6f201fa5419,46813,1731424758891 WAL count=0, meta=false 2024-11-12T15:19:37,952 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if a6f201fa5419,46813,1731424758891 WAL splitting is done? wals=0, meta=false 2024-11-12T15:19:37,953 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.197sec 2024-11-12T15:19:37,953 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T15:19:37,953 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T15:19:37,953 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T15:19:37,953 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T15:19:37,953 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T15:19:37,953 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,41171,1731424772596-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T15:19:37,953 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,41171,1731424772596-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T15:19:37,956 WARN [master/a6f201fa5419:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=a6f201fa5419,46813,1731424758891/hbase:replication,,1731424767900.b3a0a5dfbe46b1d730ecfefaf9745e4e. 2024-11-12T15:19:37,956 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b3a0a5dfbe46b1d730ecfefaf9745e4e, ASSIGN}] 2024-11-12T15:19:37,958 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b3a0a5dfbe46b1d730ecfefaf9745e4e, ASSIGN 2024-11-12T15:19:37,959 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b3a0a5dfbe46b1d730ecfefaf9745e4e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T15:19:37,960 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T15:19:37,960 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T15:19:37,960 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,41171,1731424772596-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:38,016 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57ef3425, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:19:38,016 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,41171,-1 for getting cluster id 2024-11-12T15:19:38,017 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:19:38,018 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ffbf50b-fd0f-45f3-b1cc-29663ad83dbd' 2024-11-12T15:19:38,018 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:19:38,018 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ffbf50b-fd0f-45f3-b1cc-29663ad83dbd" 2024-11-12T15:19:38,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a472253, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:19:38,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,41171,-1] 2024-11-12T15:19:38,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:19:38,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:19:38,020 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:19:38,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@158223af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:19:38,022 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:19:38,023 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,35459,1731424772692, seqNum=-1] 2024-11-12T15:19:38,024 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:19:38,025 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T15:19:38,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-12T15:19:38,028 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T15:19:38,028 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:19:38,028 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:19:38,028 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:19:38,028 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:19:38,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: a6f201fa5419:41171 after: a6f201fa5419:41171 2024-11-12T15:19:38,029 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f8c1c5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:19:38,029 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,41171,-1 for getting cluster id 2024-11-12T15:19:38,030 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:19:38,030 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ffbf50b-fd0f-45f3-b1cc-29663ad83dbd' 2024-11-12T15:19:38,031 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:19:38,031 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ffbf50b-fd0f-45f3-b1cc-29663ad83dbd" 2024-11-12T15:19:38,031 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65810754, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:19:38,031 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,41171,-1] 2024-11-12T15:19:38,031 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:19:38,031 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:19:38,032 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:19:38,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54b32ef1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:19:38,033 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:19:38,034 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,41171,1731424772596 2024-11-12T15:19:38,034 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7aff8b1b 2024-11-12T15:19:38,034 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:19:38,035 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T15:19:38,035 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-12T15:19:38,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T15:19:38,035 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T15:19:38,035 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:19:38,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:19:38,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:19:38,036 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:19:38,036 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T15:19:38,036 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=93790013, stopped=false 2024-11-12T15:19:38,036 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a6f201fa5419,39579,1731424764750 2024-11-12T15:19:38,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39579-0x1012fa11eb90003, quorum=127.0.0.1:63105, baseZNode=/11382791513 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11382791513/running 2024-11-12T15:19:38,081 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44931-0x1012fa11eb90004, quorum=127.0.0.1:63105, baseZNode=/11382791513 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11382791513/running 2024-11-12T15:19:38,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39579-0x1012fa11eb90003, quorum=127.0.0.1:63105, baseZNode=/11382791513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11382791513 2024-11-12T15:19:38,082 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44931-0x1012fa11eb90004, quorum=127.0.0.1:63105, baseZNode=/11382791513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11382791513 2024-11-12T15:19:38,082 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T15:19:38,082 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T15:19:38,082 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:19:38,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:19:38,082 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a6f201fa5419,44931,1731424764911' ***** 2024-11-12T15:19:38,082 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T15:19:38,083 INFO [RS:0;a6f201fa5419:44931 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T15:19:38,083 INFO [RS:0;a6f201fa5419:44931 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T15:19:38,083 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44931-0x1012fa11eb90004, quorum=127.0.0.1:63105, baseZNode=/11382791513 Set watcher on znode that does not yet exist, /11382791513/running 2024-11-12T15:19:38,083 INFO [RS:0;a6f201fa5419:44931 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T15:19:38,083 INFO [RS:0;a6f201fa5419:44931 {}] regionserver.HRegionServer(959): stopping server a6f201fa5419,44931,1731424764911 2024-11-12T15:19:38,083 INFO [RS:0;a6f201fa5419:44931 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T15:19:38,083 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T15:19:38,083 INFO [RS:0;a6f201fa5419:44931 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a6f201fa5419:44931. 2024-11-12T15:19:38,083 DEBUG [RS:0;a6f201fa5419:44931 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:19:38,083 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39579-0x1012fa11eb90003, quorum=127.0.0.1:63105, baseZNode=/11382791513 Set watcher on znode that does not yet exist, /11382791513/running 2024-11-12T15:19:38,083 DEBUG [RS:0;a6f201fa5419:44931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:19:38,083 INFO [RS:0;a6f201fa5419:44931 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T15:19:38,083 INFO [RS:0;a6f201fa5419:44931 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T15:19:38,083 INFO [RS:0;a6f201fa5419:44931 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T15:19:38,083 INFO [RS:0;a6f201fa5419:44931 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T15:19:38,084 INFO [RS:0;a6f201fa5419:44931 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T15:19:38,084 DEBUG [RS:0;a6f201fa5419:44931 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T15:19:38,084 DEBUG [RS:0;a6f201fa5419:44931 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T15:19:38,084 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T15:19:38,084 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T15:19:38,084 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T15:19:38,084 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T15:19:38,084 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T15:19:38,084 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-12T15:19:38,101 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33583/user/jenkins/test-data/dfbe9ded-3a6f-0b1a-160f-d209c07b81fa/data/hbase/meta/1588230740/.tmp/ns/427d869ec63f4689897940272759f7e2 is 43, key is default/ns:d/1731424767816/Put/seqid=0 2024-11-12T15:19:38,109 DEBUG [a6f201fa5419:41171 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T15:19:38,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34937 is added to blk_1073741835_1011 (size=5153) 2024-11-12T15:19:38,110 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=b3a0a5dfbe46b1d730ecfefaf9745e4e, regionState=OPENING, regionLocation=a6f201fa5419,35459,1731424772692 2024-11-12T15:19:38,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b3a0a5dfbe46b1d730ecfefaf9745e4e, ASSIGN because future has completed 2024-11-12T15:19:38,116 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure b3a0a5dfbe46b1d730ecfefaf9745e4e, server=a6f201fa5419,35459,1731424772692}] 2024-11-12T15:19:38,163 INFO [regionserver/a6f201fa5419:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T15:19:38,272 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731424767900.b3a0a5dfbe46b1d730ecfefaf9745e4e. 2024-11-12T15:19:38,272 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:19:38,272 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T15:19:38,273 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a6f201fa5419%2C35459%2C1731424772692.rep, suffix=, logDir=hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/WALs/a6f201fa5419,35459,1731424772692, archiveDir=hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/oldWALs, maxLogs=10 2024-11-12T15:19:38,284 DEBUG [RS:0;a6f201fa5419:44931 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T15:19:38,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/WALs/a6f201fa5419,35459,1731424772692/a6f201fa5419%2C35459%2C1731424772692.rep.1731424778273, exclude list is [], retry=0 2024-11-12T15:19:38,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33357,DS-2599e591-b723-46a8-b3e2-d815298c560c,DISK] 2024-11-12T15:19:38,288 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/WALs/a6f201fa5419,35459,1731424772692/a6f201fa5419%2C35459%2C1731424772692.rep.1731424778273 2024-11-12T15:19:38,289 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36677:36677)] 2024-11-12T15:19:38,289 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => b3a0a5dfbe46b1d730ecfefaf9745e4e, NAME => 'hbase:replication,,1731424767900.b3a0a5dfbe46b1d730ecfefaf9745e4e.', STARTKEY => '', ENDKEY => ''} 2024-11-12T15:19:38,289 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T15:19:38,289 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T15:19:38,289 DEBUG [RS:0;a6f201fa5419:35459.replicationSource.wal-reader.a6f201fa5419%2C35459%2C1731424772692,1-a6f201fa5419,35459,1731424772692 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/WALs/a6f201fa5419,35459,1731424772692/a6f201fa5419%2C35459%2C1731424772692.1731424773754 to pos 0, reset compression=false 2024-11-12T15:19:38,289 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731424767900.b3a0a5dfbe46b1d730ecfefaf9745e4e. service=MultiRowMutationService 2024-11-12T15:19:38,290 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T15:19:38,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b3a0a5dfbe46b1d730ecfefaf9745e4e 2024-11-12T15:19:38,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731424767900.b3a0a5dfbe46b1d730ecfefaf9745e4e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:19:38,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for b3a0a5dfbe46b1d730ecfefaf9745e4e 2024-11-12T15:19:38,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for b3a0a5dfbe46b1d730ecfefaf9745e4e 2024-11-12T15:19:38,291 INFO [StoreOpener-b3a0a5dfbe46b1d730ecfefaf9745e4e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b3a0a5dfbe46b1d730ecfefaf9745e4e 2024-11-12T15:19:38,292 INFO [StoreOpener-b3a0a5dfbe46b1d730ecfefaf9745e4e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3a0a5dfbe46b1d730ecfefaf9745e4e columnFamilyName hfileref 2024-11-12T15:19:38,292 DEBUG [StoreOpener-b3a0a5dfbe46b1d730ecfefaf9745e4e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:19:38,293 INFO [StoreOpener-b3a0a5dfbe46b1d730ecfefaf9745e4e-1 {}] regionserver.HStore(327): Store=b3a0a5dfbe46b1d730ecfefaf9745e4e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:19:38,293 INFO [StoreOpener-b3a0a5dfbe46b1d730ecfefaf9745e4e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b3a0a5dfbe46b1d730ecfefaf9745e4e 2024-11-12T15:19:38,293 INFO [StoreOpener-b3a0a5dfbe46b1d730ecfefaf9745e4e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3a0a5dfbe46b1d730ecfefaf9745e4e columnFamilyName queue 2024-11-12T15:19:38,294 DEBUG [StoreOpener-b3a0a5dfbe46b1d730ecfefaf9745e4e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:19:38,298 DEBUG [StoreOpener-b3a0a5dfbe46b1d730ecfefaf9745e4e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/data/hbase/replication/b3a0a5dfbe46b1d730ecfefaf9745e4e/queue/516108e522fe4a9ebf8fb1fc100a44bb 2024-11-12T15:19:38,299 INFO [StoreOpener-b3a0a5dfbe46b1d730ecfefaf9745e4e-1 {}] regionserver.HStore(327): Store=b3a0a5dfbe46b1d730ecfefaf9745e4e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:19:38,299 INFO [StoreOpener-b3a0a5dfbe46b1d730ecfefaf9745e4e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b3a0a5dfbe46b1d730ecfefaf9745e4e 2024-11-12T15:19:38,299 INFO [StoreOpener-b3a0a5dfbe46b1d730ecfefaf9745e4e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3a0a5dfbe46b1d730ecfefaf9745e4e columnFamilyName sid 2024-11-12T15:19:38,299 DEBUG [StoreOpener-b3a0a5dfbe46b1d730ecfefaf9745e4e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:19:38,300 INFO [StoreOpener-b3a0a5dfbe46b1d730ecfefaf9745e4e-1 {}] regionserver.HStore(327): Store=b3a0a5dfbe46b1d730ecfefaf9745e4e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:19:38,300 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for b3a0a5dfbe46b1d730ecfefaf9745e4e 2024-11-12T15:19:38,300 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/data/hbase/replication/b3a0a5dfbe46b1d730ecfefaf9745e4e 2024-11-12T15:19:38,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/data/hbase/replication/b3a0a5dfbe46b1d730ecfefaf9745e4e 2024-11-12T15:19:38,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for b3a0a5dfbe46b1d730ecfefaf9745e4e 2024-11-12T15:19:38,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for b3a0a5dfbe46b1d730ecfefaf9745e4e 2024-11-12T15:19:38,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T15:19:38,304 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for b3a0a5dfbe46b1d730ecfefaf9745e4e 2024-11-12T15:19:38,304 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened b3a0a5dfbe46b1d730ecfefaf9745e4e; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68930636, jitterRate=0.027146518230438232}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T15:19:38,304 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b3a0a5dfbe46b1d730ecfefaf9745e4e 2024-11-12T15:19:38,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for b3a0a5dfbe46b1d730ecfefaf9745e4e: Running coprocessor pre-open hook at 1731424778290Writing region info on filesystem at 1731424778290Initializing all the Stores at 1731424778291 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424778291Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424778291Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424778291Cleaning up temporary data from old regions at 1731424778302 (+11 ms)Running coprocessor post-open hooks at 1731424778304 (+2 ms)Region opened successfully at 1731424778305 (+1 ms) 2024-11-12T15:19:38,305 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731424767900.b3a0a5dfbe46b1d730ecfefaf9745e4e., pid=13, masterSystemTime=1731424778269 2024-11-12T15:19:38,307 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731424767900.b3a0a5dfbe46b1d730ecfefaf9745e4e. 2024-11-12T15:19:38,307 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731424767900.b3a0a5dfbe46b1d730ecfefaf9745e4e. 2024-11-12T15:19:38,308 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=b3a0a5dfbe46b1d730ecfefaf9745e4e, regionState=OPEN, openSeqNum=9, regionLocation=a6f201fa5419,35459,1731424772692 2024-11-12T15:19:38,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure b3a0a5dfbe46b1d730ecfefaf9745e4e, server=a6f201fa5419,35459,1731424772692 because future has completed 2024-11-12T15:19:38,312 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-12T15:19:38,312 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure b3a0a5dfbe46b1d730ecfefaf9745e4e, server=a6f201fa5419,35459,1731424772692 in 194 msec 2024-11-12T15:19:38,313 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-12T15:19:38,313 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b3a0a5dfbe46b1d730ecfefaf9745e4e, ASSIGN in 356 msec 2024-11-12T15:19:38,313 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-12T15:19:38,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731424767900.b3a0a5dfbe46b1d730ecfefaf9745e4e., hostname=a6f201fa5419,35459,1731424772692, seqNum=9] 2024-11-12T15:19:38,330 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for a6f201fa5419,46813,1731424758891 2024-11-12T15:19:38,330 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-12T15:19:38,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-12T15:19:38,484 DEBUG [RS:0;a6f201fa5419:44931 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T15:19:38,510 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33583/user/jenkins/test-data/dfbe9ded-3a6f-0b1a-160f-d209c07b81fa/data/hbase/meta/1588230740/.tmp/ns/427d869ec63f4689897940272759f7e2 2024-11-12T15:19:38,517 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33583/user/jenkins/test-data/dfbe9ded-3a6f-0b1a-160f-d209c07b81fa/data/hbase/meta/1588230740/.tmp/ns/427d869ec63f4689897940272759f7e2 as hdfs://localhost:33583/user/jenkins/test-data/dfbe9ded-3a6f-0b1a-160f-d209c07b81fa/data/hbase/meta/1588230740/ns/427d869ec63f4689897940272759f7e2 2024-11-12T15:19:38,523 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33583/user/jenkins/test-data/dfbe9ded-3a6f-0b1a-160f-d209c07b81fa/data/hbase/meta/1588230740/ns/427d869ec63f4689897940272759f7e2, entries=2, sequenceid=6, filesize=5.0 K 2024-11-12T15:19:38,524 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 440ms, sequenceid=6, compaction requested=false 2024-11-12T15:19:38,524 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T15:19:38,529 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33583/user/jenkins/test-data/dfbe9ded-3a6f-0b1a-160f-d209c07b81fa/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-12T15:19:38,529 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T15:19:38,529 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T15:19:38,529 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T15:19:38,530 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731424778084Running coprocessor pre-close hooks at 1731424778084Disabling compacts and flushes for region at 1731424778084Disabling writes for close at 1731424778084Obtaining lock to block concurrent updates at 1731424778084Preparing flush snapshotting stores in 1588230740 at 1731424778084Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731424778084Flushing stores of hbase:meta,,1.1588230740 at 1731424778085 (+1 ms)Flushing 1588230740/ns: creating writer at 1731424778085Flushing 1588230740/ns: appending metadata at 1731424778100 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731424778100Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ff56bbb: reopening flushed file at 1731424778516 (+416 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 440ms, sequenceid=6, compaction requested=false at 1731424778524 (+8 ms)Writing region close event to WAL at 1731424778525 (+1 ms)Running coprocessor post-close hooks at 1731424778529 (+4 ms)Closed at 1731424778529 2024-11-12T15:19:38,530 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T15:19:38,647 INFO [regionserver/a6f201fa5419:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T15:19:38,647 INFO [regionserver/a6f201fa5419:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T15:19:38,684 INFO [RS:0;a6f201fa5419:44931 {}] regionserver.HRegionServer(976): stopping server a6f201fa5419,44931,1731424764911; all regions closed. 2024-11-12T15:19:38,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34937 is added to blk_1073741834_1010 (size=1152) 2024-11-12T15:19:38,688 DEBUG [RS:0;a6f201fa5419:44931 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dfbe9ded-3a6f-0b1a-160f-d209c07b81fa/oldWALs 2024-11-12T15:19:38,688 INFO [RS:0;a6f201fa5419:44931 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a6f201fa5419%2C44931%2C1731424764911.meta:.meta(num 1731424767757) 2024-11-12T15:19:38,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34937 is added to blk_1073741832_1008 (size=93) 2024-11-12T15:19:38,691 DEBUG [RS:0;a6f201fa5419:44931 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dfbe9ded-3a6f-0b1a-160f-d209c07b81fa/oldWALs 2024-11-12T15:19:38,691 INFO [RS:0;a6f201fa5419:44931 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a6f201fa5419%2C44931%2C1731424764911:(num 1731424766777) 2024-11-12T15:19:38,691 DEBUG [RS:0;a6f201fa5419:44931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:19:38,691 INFO [RS:0;a6f201fa5419:44931 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T15:19:38,692 INFO [RS:0;a6f201fa5419:44931 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T15:19:38,692 INFO [RS:0;a6f201fa5419:44931 {}] hbase.ChoreService(370): Chore service for: regionserver/a6f201fa5419:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T15:19:38,692 INFO [RS:0;a6f201fa5419:44931 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T15:19:38,692 INFO [regionserver/a6f201fa5419:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T15:19:38,692 INFO [RS:0;a6f201fa5419:44931 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44931 2024-11-12T15:19:38,745 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44931-0x1012fa11eb90004, quorum=127.0.0.1:63105, baseZNode=/11382791513 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11382791513/rs/a6f201fa5419,44931,1731424764911 2024-11-12T15:19:38,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39579-0x1012fa11eb90003, quorum=127.0.0.1:63105, baseZNode=/11382791513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11382791513/rs 2024-11-12T15:19:38,745 INFO [RS:0;a6f201fa5419:44931 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T15:19:38,755 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a6f201fa5419,44931,1731424764911] 2024-11-12T15:19:38,765 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11382791513/draining/a6f201fa5419,44931,1731424764911 already deleted, retry=false 2024-11-12T15:19:38,766 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a6f201fa5419,44931,1731424764911 expired; onlineServers=0 2024-11-12T15:19:38,766 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a6f201fa5419,39579,1731424764750' ***** 2024-11-12T15:19:38,766 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T15:19:38,766 INFO [M:0;a6f201fa5419:39579 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T15:19:38,766 INFO [M:0;a6f201fa5419:39579 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T15:19:38,766 DEBUG [M:0;a6f201fa5419:39579 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T15:19:38,766 DEBUG [M:0;a6f201fa5419:39579 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T15:19:38,766 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T15:19:38,766 DEBUG [master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.small.0-1731424766506 {}] cleaner.HFileCleaner(306): Exit Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.small.0-1731424766506,5,FailOnTimeoutGroup] 2024-11-12T15:19:38,766 DEBUG [master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.large.0-1731424766504 {}] cleaner.HFileCleaner(306): Exit Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.large.0-1731424766504,5,FailOnTimeoutGroup] 2024-11-12T15:19:38,766 INFO [M:0;a6f201fa5419:39579 {}] hbase.ChoreService(370): Chore service for: master/a6f201fa5419:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T15:19:38,766 INFO [M:0;a6f201fa5419:39579 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T15:19:38,766 DEBUG [M:0;a6f201fa5419:39579 {}] master.HMaster(1795): Stopping service threads 2024-11-12T15:19:38,766 INFO [M:0;a6f201fa5419:39579 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T15:19:38,766 INFO [M:0;a6f201fa5419:39579 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T15:19:38,766 INFO [M:0;a6f201fa5419:39579 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T15:19:38,767 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T15:19:38,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39579-0x1012fa11eb90003, quorum=127.0.0.1:63105, baseZNode=/11382791513 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11382791513/master 2024-11-12T15:19:38,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39579-0x1012fa11eb90003, quorum=127.0.0.1:63105, baseZNode=/11382791513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11382791513 2024-11-12T15:19:38,776 DEBUG [M:0;a6f201fa5419:39579 {}] zookeeper.ZKUtil(347): master:39579-0x1012fa11eb90003, quorum=127.0.0.1:63105, baseZNode=/11382791513 Unable to get data of znode /11382791513/master because node does not exist (not an error) 2024-11-12T15:19:38,776 WARN [M:0;a6f201fa5419:39579 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T15:19:38,777 INFO [M:0;a6f201fa5419:39579 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33583/user/jenkins/test-data/dfbe9ded-3a6f-0b1a-160f-d209c07b81fa/.lastflushedseqids 2024-11-12T15:19:38,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34937 is added to blk_1073741836_1012 (size=99) 2024-11-12T15:19:38,855 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44931-0x1012fa11eb90004, quorum=127.0.0.1:63105, baseZNode=/11382791513 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:19:38,855 INFO [RS:0;a6f201fa5419:44931 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T15:19:38,855 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44931-0x1012fa11eb90004, quorum=127.0.0.1:63105, baseZNode=/11382791513 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:19:38,855 INFO [RS:0;a6f201fa5419:44931 {}] regionserver.HRegionServer(1031): Exiting; stopping=a6f201fa5419,44931,1731424764911; zookeeper connection closed. 2024-11-12T15:19:38,855 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@664349fd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@664349fd 2024-11-12T15:19:38,856 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T15:19:39,186 INFO [M:0;a6f201fa5419:39579 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T15:19:39,186 INFO [M:0;a6f201fa5419:39579 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T15:19:39,186 DEBUG [M:0;a6f201fa5419:39579 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T15:19:39,186 INFO [M:0;a6f201fa5419:39579 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:19:39,186 DEBUG [M:0;a6f201fa5419:39579 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:19:39,186 DEBUG [M:0;a6f201fa5419:39579 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T15:19:39,186 DEBUG [M:0;a6f201fa5419:39579 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:19:39,187 INFO [M:0;a6f201fa5419:39579 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-12T15:19:39,203 DEBUG [M:0;a6f201fa5419:39579 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33583/user/jenkins/test-data/dfbe9ded-3a6f-0b1a-160f-d209c07b81fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e36652ecdee44134b5ad0088b4713c00 is 82, key is hbase:meta,,1/info:regioninfo/1731424767788/Put/seqid=0 2024-11-12T15:19:39,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34937 is added to blk_1073741837_1013 (size=5672) 2024-11-12T15:19:39,209 INFO [M:0;a6f201fa5419:39579 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33583/user/jenkins/test-data/dfbe9ded-3a6f-0b1a-160f-d209c07b81fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e36652ecdee44134b5ad0088b4713c00 2024-11-12T15:19:39,227 DEBUG [M:0;a6f201fa5419:39579 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33583/user/jenkins/test-data/dfbe9ded-3a6f-0b1a-160f-d209c07b81fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a53ec0cd5aed4a5a9cdf9ff3a5378de2 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731424767820/Put/seqid=0 2024-11-12T15:19:39,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34937 is added to blk_1073741838_1014 (size=5275) 2024-11-12T15:19:39,293 DEBUG [RS:0;a6f201fa5419:35459.replicationSource.wal-reader.a6f201fa5419%2C35459%2C1731424772692,1-a6f201fa5419,35459,1731424772692 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/WALs/a6f201fa5419,35459,1731424772692/a6f201fa5419%2C35459%2C1731424772692.1731424773754 to pos 0, reset compression=false 2024-11-12T15:19:39,578 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T15:19:39,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:19:39,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:19:39,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:19:39,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:19:39,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:19:39,619 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T15:19:39,632 INFO [M:0;a6f201fa5419:39579 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33583/user/jenkins/test-data/dfbe9ded-3a6f-0b1a-160f-d209c07b81fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a53ec0cd5aed4a5a9cdf9ff3a5378de2 2024-11-12T15:19:39,648 DEBUG [M:0;a6f201fa5419:39579 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33583/user/jenkins/test-data/dfbe9ded-3a6f-0b1a-160f-d209c07b81fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/de03e554af0c4aafbc841baebcd63581 is 69, key is a6f201fa5419,44931,1731424764911/rs:state/1731424766582/Put/seqid=0 2024-11-12T15:19:39,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34937 is added to blk_1073741839_1015 (size=5156) 2024-11-12T15:19:40,052 INFO [M:0;a6f201fa5419:39579 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33583/user/jenkins/test-data/dfbe9ded-3a6f-0b1a-160f-d209c07b81fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/de03e554af0c4aafbc841baebcd63581 2024-11-12T15:19:40,058 DEBUG [M:0;a6f201fa5419:39579 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33583/user/jenkins/test-data/dfbe9ded-3a6f-0b1a-160f-d209c07b81fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e36652ecdee44134b5ad0088b4713c00 as hdfs://localhost:33583/user/jenkins/test-data/dfbe9ded-3a6f-0b1a-160f-d209c07b81fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e36652ecdee44134b5ad0088b4713c00 2024-11-12T15:19:40,063 INFO [M:0;a6f201fa5419:39579 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33583/user/jenkins/test-data/dfbe9ded-3a6f-0b1a-160f-d209c07b81fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e36652ecdee44134b5ad0088b4713c00, entries=8, sequenceid=28, filesize=5.5 K 2024-11-12T15:19:40,064 DEBUG [M:0;a6f201fa5419:39579 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33583/user/jenkins/test-data/dfbe9ded-3a6f-0b1a-160f-d209c07b81fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a53ec0cd5aed4a5a9cdf9ff3a5378de2 as hdfs://localhost:33583/user/jenkins/test-data/dfbe9ded-3a6f-0b1a-160f-d209c07b81fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a53ec0cd5aed4a5a9cdf9ff3a5378de2 2024-11-12T15:19:40,069 INFO [M:0;a6f201fa5419:39579 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33583/user/jenkins/test-data/dfbe9ded-3a6f-0b1a-160f-d209c07b81fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a53ec0cd5aed4a5a9cdf9ff3a5378de2, entries=3, sequenceid=28, filesize=5.2 K 2024-11-12T15:19:40,070 DEBUG [M:0;a6f201fa5419:39579 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33583/user/jenkins/test-data/dfbe9ded-3a6f-0b1a-160f-d209c07b81fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/de03e554af0c4aafbc841baebcd63581 as hdfs://localhost:33583/user/jenkins/test-data/dfbe9ded-3a6f-0b1a-160f-d209c07b81fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/de03e554af0c4aafbc841baebcd63581 2024-11-12T15:19:40,076 INFO [M:0;a6f201fa5419:39579 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33583/user/jenkins/test-data/dfbe9ded-3a6f-0b1a-160f-d209c07b81fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/de03e554af0c4aafbc841baebcd63581, entries=1, sequenceid=28, filesize=5.0 K 2024-11-12T15:19:40,077 INFO [M:0;a6f201fa5419:39579 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 890ms, sequenceid=28, compaction requested=false 2024-11-12T15:19:40,091 INFO [M:0;a6f201fa5419:39579 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:19:40,091 DEBUG [M:0;a6f201fa5419:39579 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731424779186Disabling compacts and flushes for region at 1731424779186Disabling writes for close at 1731424779186Obtaining lock to block concurrent updates at 1731424779187 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731424779187Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731424779187Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731424779187Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731424779187Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731424779203 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731424779203Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731424779214 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731424779227 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731424779227Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731424779636 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731424779648 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731424779648Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76fda970: reopening flushed file at 1731424780057 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b2b405d: reopening flushed file at 1731424780063 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bc71bb9: reopening flushed file at 1731424780069 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 890ms, sequenceid=28, compaction requested=false at 1731424780077 (+8 ms)Writing region close event to WAL at 1731424780090 (+13 ms)Closed at 1731424780090 2024-11-12T15:19:40,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34937 is added to blk_1073741830_1006 (size=10165) 2024-11-12T15:19:40,101 INFO [M:0;a6f201fa5419:39579 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T15:19:40,101 INFO [M:0;a6f201fa5419:39579 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39579 2024-11-12T15:19:40,101 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T15:19:40,101 INFO [M:0;a6f201fa5419:39579 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T15:19:40,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39579-0x1012fa11eb90003, quorum=127.0.0.1:63105, baseZNode=/11382791513 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:19:40,213 INFO [M:0;a6f201fa5419:39579 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T15:19:40,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39579-0x1012fa11eb90003, quorum=127.0.0.1:63105, baseZNode=/11382791513 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:19:40,247 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@313f4481{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T15:19:40,247 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d8a38d2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T15:19:40,247 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T15:19:40,247 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45139d65{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T15:19:40,247 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3982752{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/049dc465-303a-8b2f-2748-0d7df16fbe04/hadoop.log.dir/,STOPPED} 2024-11-12T15:19:40,249 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T15:19:40,249 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T15:19:40,249 WARN [BP-1922220336-172.17.0.2-1731424762364 heartbeating to localhost/127.0.0.1:33583 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T15:19:40,249 WARN [BP-1922220336-172.17.0.2-1731424762364 heartbeating to localhost/127.0.0.1:33583 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1922220336-172.17.0.2-1731424762364 (Datanode Uuid df222c99-4ddc-4549-8282-87b4e749dc49) service to localhost/127.0.0.1:33583 2024-11-12T15:19:40,250 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/049dc465-303a-8b2f-2748-0d7df16fbe04/cluster_4a62e14e-d67a-c2e4-5e9d-23b859b8e08f/data/data1/current/BP-1922220336-172.17.0.2-1731424762364 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T15:19:40,250 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T15:19:40,250 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/049dc465-303a-8b2f-2748-0d7df16fbe04/cluster_4a62e14e-d67a-c2e4-5e9d-23b859b8e08f/data/data2/current/BP-1922220336-172.17.0.2-1731424762364 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T15:19:40,256 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5312732b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T15:19:40,257 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@11feb6f4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T15:19:40,257 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T15:19:40,257 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b75df8d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T15:19:40,257 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21ddfaba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/049dc465-303a-8b2f-2748-0d7df16fbe04/hadoop.log.dir/,STOPPED} 2024-11-12T15:19:40,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T15:19:40,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T15:19:40,270 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T15:19:40,270 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:19:40,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:19:40,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:19:40,270 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:19:40,270 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T15:19:40,270 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1679245449, stopped=false 2024-11-12T15:19:40,270 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a6f201fa5419,41171,1731424772596 2024-11-12T15:19:40,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41171-0x1012fa11eb90006, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2100421403/running 2024-11-12T15:19:40,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35459-0x1012fa11eb90007, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2100421403/running 2024-11-12T15:19:40,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35459-0x1012fa11eb90007, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2100421403 2024-11-12T15:19:40,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41171-0x1012fa11eb90006, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2100421403 2024-11-12T15:19:40,281 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T15:19:40,281 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T15:19:40,282 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:19:40,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:19:40,282 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35459-0x1012fa11eb90007, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Set watcher on znode that does not yet exist, /0-2100421403/running 2024-11-12T15:19:40,282 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41171-0x1012fa11eb90006, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Set watcher on znode that does not yet exist, /0-2100421403/running 2024-11-12T15:19:40,282 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a6f201fa5419,35459,1731424772692' ***** 2024-11-12T15:19:40,282 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T15:19:40,282 INFO [RS:0;a6f201fa5419:35459 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T15:19:40,282 INFO [RS:0;a6f201fa5419:35459 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T15:19:40,282 INFO [RS:0;a6f201fa5419:35459 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T15:19:40,282 INFO [RS:0;a6f201fa5419:35459 {}] regionserver.HRegionServer(3091): Received CLOSE for b3a0a5dfbe46b1d730ecfefaf9745e4e 2024-11-12T15:19:40,282 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T15:19:40,282 INFO [RS:0;a6f201fa5419:35459 {}] regionserver.HRegionServer(959): stopping server a6f201fa5419,35459,1731424772692 2024-11-12T15:19:40,282 INFO [RS:0;a6f201fa5419:35459 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T15:19:40,283 INFO [RS:0;a6f201fa5419:35459 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a6f201fa5419:35459. 2024-11-12T15:19:40,283 DEBUG [RS:0;a6f201fa5419:35459 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:19:40,283 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b3a0a5dfbe46b1d730ecfefaf9745e4e, disabling compactions & flushes 2024-11-12T15:19:40,283 DEBUG [RS:0;a6f201fa5419:35459 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:19:40,283 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731424767900.b3a0a5dfbe46b1d730ecfefaf9745e4e. 2024-11-12T15:19:40,283 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731424767900.b3a0a5dfbe46b1d730ecfefaf9745e4e. 2024-11-12T15:19:40,283 INFO [RS:0;a6f201fa5419:35459 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T15:19:40,283 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731424767900.b3a0a5dfbe46b1d730ecfefaf9745e4e. after waiting 0 ms 2024-11-12T15:19:40,283 INFO [RS:0;a6f201fa5419:35459 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T15:19:40,283 INFO [RS:0;a6f201fa5419:35459 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T15:19:40,283 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731424767900.b3a0a5dfbe46b1d730ecfefaf9745e4e. 2024-11-12T15:19:40,283 INFO [RS:0;a6f201fa5419:35459 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T15:19:40,283 INFO [RS:0;a6f201fa5419:35459 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T15:19:40,283 DEBUG [RS:0;a6f201fa5419:35459 {}] regionserver.HRegionServer(1325): Online Regions={b3a0a5dfbe46b1d730ecfefaf9745e4e=hbase:replication,,1731424767900.b3a0a5dfbe46b1d730ecfefaf9745e4e., 1588230740=hbase:meta,,1.1588230740} 2024-11-12T15:19:40,283 DEBUG [RS:0;a6f201fa5419:35459 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b3a0a5dfbe46b1d730ecfefaf9745e4e 2024-11-12T15:19:40,283 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T15:19:40,283 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T15:19:40,283 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T15:19:40,283 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T15:19:40,283 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T15:19:40,283 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-12T15:19:40,286 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/data/hbase/replication/b3a0a5dfbe46b1d730ecfefaf9745e4e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-12T15:19:40,286 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T15:19:40,286 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T15:19:40,286 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731424767900.b3a0a5dfbe46b1d730ecfefaf9745e4e. 2024-11-12T15:19:40,286 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b3a0a5dfbe46b1d730ecfefaf9745e4e: Waiting for close lock at 1731424780283Running coprocessor pre-close hooks at 1731424780283Disabling compacts and flushes for region at 1731424780283Disabling writes for close at 1731424780283Writing region close event to WAL at 1731424780283Running coprocessor post-close hooks at 1731424780286 (+3 ms)Closed at 1731424780286 2024-11-12T15:19:40,287 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731424767900.b3a0a5dfbe46b1d730ecfefaf9745e4e. 2024-11-12T15:19:40,297 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/data/hbase/meta/1588230740/.tmp/info/86a57b1aa10348dab92b74c37fd33288 is 147, key is hbase:replication,,1731424767900.b3a0a5dfbe46b1d730ecfefaf9745e4e./info:regioninfo/1731424778307/Put/seqid=0 2024-11-12T15:19:40,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33357 is added to blk_1073741851_1027 (size=6385) 2024-11-12T15:19:40,317 INFO [regionserver/a6f201fa5419:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T15:19:40,398 DEBUG [RS:0;a6f201fa5419:35459.replicationSource.wal-reader.a6f201fa5419%2C35459%2C1731424772692,1-a6f201fa5419,35459,1731424772692 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/WALs/a6f201fa5419,35459,1731424772692/a6f201fa5419%2C35459%2C1731424772692.1731424773754 to pos 0, reset compression=false 2024-11-12T15:19:40,483 DEBUG [RS:0;a6f201fa5419:35459 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T15:19:40,677 INFO [regionserver/a6f201fa5419:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T15:19:40,677 INFO [regionserver/a6f201fa5419:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T15:19:40,683 DEBUG [RS:0;a6f201fa5419:35459 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T15:19:40,701 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/data/hbase/meta/1588230740/.tmp/info/86a57b1aa10348dab92b74c37fd33288 2024-11-12T15:19:40,706 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/data/hbase/meta/1588230740/.tmp/info/86a57b1aa10348dab92b74c37fd33288 as hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/data/hbase/meta/1588230740/info/86a57b1aa10348dab92b74c37fd33288 2024-11-12T15:19:40,710 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/data/hbase/meta/1588230740/info/86a57b1aa10348dab92b74c37fd33288, entries=8, sequenceid=19, filesize=6.2 K 2024-11-12T15:19:40,711 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 428ms, sequenceid=19, compaction requested=false 2024-11-12T15:19:40,715 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-12T15:19:40,716 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T15:19:40,716 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T15:19:40,716 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T15:19:40,716 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731424780283Running coprocessor pre-close hooks at 1731424780283Disabling compacts and flushes for region at 1731424780283Disabling writes for close at 1731424780283Obtaining lock to block concurrent updates at 1731424780283Preparing flush snapshotting stores in 1588230740 at 1731424780283Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731424780283Flushing stores of hbase:meta,,1.1588230740 at 1731424780284 (+1 ms)Flushing 1588230740/info: creating writer at 1731424780284Flushing 1588230740/info: appending metadata at 1731424780296 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731424780297 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ba7ac89: reopening flushed file at 1731424780705 (+408 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 428ms, sequenceid=19, compaction requested=false at 1731424780711 (+6 ms)Writing region close event to WAL at 1731424780712 (+1 ms)Running coprocessor post-close hooks at 1731424780716 (+4 ms)Closed at 1731424780716 2024-11-12T15:19:40,716 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T15:19:40,883 INFO [RS:0;a6f201fa5419:35459 {}] regionserver.HRegionServer(976): stopping server a6f201fa5419,35459,1731424772692; all regions closed. 2024-11-12T15:19:40,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33357 is added to blk_1073741849_1025 (size=2156) 2024-11-12T15:19:40,886 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/WALs/a6f201fa5419,35459,1731424772692/a6f201fa5419%2C35459%2C1731424772692.meta.1731424774034.meta not finished, retry = 0 2024-11-12T15:19:40,988 DEBUG [RS:0;a6f201fa5419:35459 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/oldWALs 2024-11-12T15:19:40,988 INFO [RS:0;a6f201fa5419:35459 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a6f201fa5419%2C35459%2C1731424772692.meta:.meta(num 1731424774034) 2024-11-12T15:19:40,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33357 is added to blk_1073741850_1026 (size=796) 2024-11-12T15:19:40,990 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/WALs/a6f201fa5419,35459,1731424772692/a6f201fa5419%2C35459%2C1731424772692.rep.1731424778273 not finished, retry = 0 2024-11-12T15:19:41,092 DEBUG [RS:0;a6f201fa5419:35459 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/oldWALs 2024-11-12T15:19:41,092 INFO [RS:0;a6f201fa5419:35459 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a6f201fa5419%2C35459%2C1731424772692.rep:(num 1731424778273) 2024-11-12T15:19:41,094 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/WALs/a6f201fa5419,35459,1731424772692/a6f201fa5419%2C35459%2C1731424772692.1731424773754 not finished, retry = 0 2024-11-12T15:19:41,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33357 is added to blk_1073741848_1024 (size=93) 2024-11-12T15:19:41,196 DEBUG [RS:0;a6f201fa5419:35459 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/oldWALs 2024-11-12T15:19:41,196 INFO [RS:0;a6f201fa5419:35459 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a6f201fa5419%2C35459%2C1731424772692:(num 1731424773754) 2024-11-12T15:19:41,196 DEBUG [RS:0;a6f201fa5419:35459 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:19:41,196 INFO [RS:0;a6f201fa5419:35459 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T15:19:41,196 INFO [RS:0;a6f201fa5419:35459 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T15:19:41,196 INFO [RS:0;a6f201fa5419:35459 {}] hbase.ChoreService(370): Chore service for: regionserver/a6f201fa5419:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T15:19:41,197 INFO [RS:0;a6f201fa5419:35459 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T15:19:41,197 INFO [regionserver/a6f201fa5419:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T15:19:41,197 INFO [RS:0;a6f201fa5419:35459 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a6f201fa5419,35459,1731424772692 because: Region server is closing 2024-11-12T15:19:41,197 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/a6f201fa5419:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-12T15:19:41,197 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/a6f201fa5419:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-12T15:19:41,197 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/a6f201fa5419:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-12T15:19:41,197 INFO [RS:0;a6f201fa5419:35459 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a6f201fa5419:35459. 2024-11-12T15:19:41,197 DEBUG [RS:0;a6f201fa5419:35459 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:19:41,197 DEBUG [RS:0;a6f201fa5419:35459 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:19:41,197 DEBUG [RS:0;a6f201fa5419:35459 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:19:41,197 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:19:41,298 WARN [RS:0;a6f201fa5419:35459.replicationSource.shippera6f201fa5419%2C35459%2C1731424772692,1-a6f201fa5419,35459,1731424772692 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-12T15:19:41,298 WARN [RS:0;a6f201fa5419:35459.replicationSource.wal-reader.a6f201fa5419%2C35459%2C1731424772692,1-a6f201fa5419,35459,1731424772692 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T15:19:41,298 INFO [RS:0;a6f201fa5419:35459 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;a6f201fa5419:35459.replicationSource.shippera6f201fa5419%2C35459%2C1731424772692,1-a6f201fa5419,35459,1731424772692 terminated 2024-11-12T15:19:41,298 INFO [RS:0;a6f201fa5419:35459 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35459 2024-11-12T15:19:41,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35459-0x1012fa11eb90007, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2100421403/rs/a6f201fa5419,35459,1731424772692 2024-11-12T15:19:41,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41171-0x1012fa11eb90006, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2100421403/rs 2024-11-12T15:19:41,463 INFO [RS:0;a6f201fa5419:35459 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T15:19:41,481 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a6f201fa5419,35459,1731424772692] 2024-11-12T15:19:41,492 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2100421403/draining/a6f201fa5419,35459,1731424772692 already deleted, retry=false 2024-11-12T15:19:41,492 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a6f201fa5419,35459,1731424772692 expired; onlineServers=0 2024-11-12T15:19:41,492 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a6f201fa5419,41171,1731424772596' ***** 2024-11-12T15:19:41,492 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T15:19:41,492 INFO [M:0;a6f201fa5419:41171 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T15:19:41,492 INFO [M:0;a6f201fa5419:41171 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T15:19:41,492 DEBUG [M:0;a6f201fa5419:41171 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T15:19:41,492 DEBUG [M:0;a6f201fa5419:41171 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T15:19:41,492 INFO [M:0;a6f201fa5419:41171 {}] hbase.ChoreService(370): Chore service for: master/a6f201fa5419:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T15:19:41,492 INFO [M:0;a6f201fa5419:41171 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T15:19:41,492 DEBUG [master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.small.0-1731424773420 {}] cleaner.HFileCleaner(306): Exit Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.small.0-1731424773420,5,FailOnTimeoutGroup] 2024-11-12T15:19:41,492 DEBUG [M:0;a6f201fa5419:41171 {}] master.HMaster(1795): Stopping service threads 2024-11-12T15:19:41,492 INFO [M:0;a6f201fa5419:41171 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T15:19:41,492 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T15:19:41,493 DEBUG [master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.large.0-1731424773419 {}] cleaner.HFileCleaner(306): Exit Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.large.0-1731424773419,5,FailOnTimeoutGroup] 2024-11-12T15:19:41,493 INFO [M:0;a6f201fa5419:41171 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T15:19:41,493 INFO [M:0;a6f201fa5419:41171 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T15:19:41,493 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T15:19:41,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41171-0x1012fa11eb90006, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2100421403/master 2024-11-12T15:19:41,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41171-0x1012fa11eb90006, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2100421403 2024-11-12T15:19:41,513 DEBUG [M:0;a6f201fa5419:41171 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2100421403/master already deleted, retry=false 2024-11-12T15:19:41,513 DEBUG [M:0;a6f201fa5419:41171 {}] master.ActiveMasterManager(353): master:41171-0x1012fa11eb90006, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-2100421403/master 2024-11-12T15:19:41,513 INFO [M:0;a6f201fa5419:41171 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/.lastflushedseqids 2024-11-12T15:19:41,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33357 is added to blk_1073741852_1028 (size=181) 2024-11-12T15:19:41,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35459-0x1012fa11eb90007, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:19:41,581 INFO [RS:0;a6f201fa5419:35459 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T15:19:41,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35459-0x1012fa11eb90007, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:19:41,581 INFO [RS:0;a6f201fa5419:35459 {}] regionserver.HRegionServer(1031): Exiting; stopping=a6f201fa5419,35459,1731424772692; zookeeper connection closed. 2024-11-12T15:19:41,582 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@49f06e85 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@49f06e85 2024-11-12T15:19:41,582 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T15:19:41,925 INFO [M:0;a6f201fa5419:41171 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T15:19:41,925 INFO [M:0;a6f201fa5419:41171 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T15:19:41,925 DEBUG [M:0;a6f201fa5419:41171 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T15:19:41,925 INFO [M:0;a6f201fa5419:41171 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:19:41,925 DEBUG [M:0;a6f201fa5419:41171 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:19:41,925 DEBUG [M:0;a6f201fa5419:41171 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T15:19:41,925 DEBUG [M:0;a6f201fa5419:41171 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:19:41,925 INFO [M:0;a6f201fa5419:41171 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-12T15:19:41,943 DEBUG [M:0;a6f201fa5419:41171 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b77e97d8fd48456ba86412227449742d is 82, key is hbase:meta,,1/info:regioninfo/1731424774112/Put/seqid=0 2024-11-12T15:19:41,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33357 is added to blk_1073741853_1029 (size=5672) 2024-11-12T15:19:42,352 INFO [M:0;a6f201fa5419:41171 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b77e97d8fd48456ba86412227449742d 2024-11-12T15:19:42,369 DEBUG [M:0;a6f201fa5419:41171 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a04821cfdecb4c63b4690aa814d42766 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731424778313/Put/seqid=0 2024-11-12T15:19:42,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33357 is added to blk_1073741854_1030 (size=7312) 2024-11-12T15:19:42,773 INFO [M:0;a6f201fa5419:41171 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a04821cfdecb4c63b4690aa814d42766 2024-11-12T15:19:42,789 DEBUG [M:0;a6f201fa5419:41171 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d49b3c3c2a1341e1ba5ca8cf6dca0b11 is 69, key is a6f201fa5419,35459,1731424772692/rs:state/1731424773548/Put/seqid=0 2024-11-12T15:19:42,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33357 is added to blk_1073741855_1031 (size=5370) 2024-11-12T15:19:43,193 INFO [M:0;a6f201fa5419:41171 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d49b3c3c2a1341e1ba5ca8cf6dca0b11 2024-11-12T15:19:43,197 INFO [M:0;a6f201fa5419:41171 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d49b3c3c2a1341e1ba5ca8cf6dca0b11 2024-11-12T15:19:43,198 DEBUG [M:0;a6f201fa5419:41171 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b77e97d8fd48456ba86412227449742d as hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b77e97d8fd48456ba86412227449742d 2024-11-12T15:19:43,202 INFO [M:0;a6f201fa5419:41171 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b77e97d8fd48456ba86412227449742d, entries=8, sequenceid=127, filesize=5.5 K 2024-11-12T15:19:43,203 DEBUG [M:0;a6f201fa5419:41171 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a04821cfdecb4c63b4690aa814d42766 as hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a04821cfdecb4c63b4690aa814d42766 2024-11-12T15:19:43,207 INFO [M:0;a6f201fa5419:41171 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a04821cfdecb4c63b4690aa814d42766, entries=7, sequenceid=127, filesize=7.1 K 2024-11-12T15:19:43,208 DEBUG [M:0;a6f201fa5419:41171 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d49b3c3c2a1341e1ba5ca8cf6dca0b11 as hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d49b3c3c2a1341e1ba5ca8cf6dca0b11 2024-11-12T15:19:43,212 INFO [M:0;a6f201fa5419:41171 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d49b3c3c2a1341e1ba5ca8cf6dca0b11 2024-11-12T15:19:43,212 INFO [M:0;a6f201fa5419:41171 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42403/user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d49b3c3c2a1341e1ba5ca8cf6dca0b11, entries=2, sequenceid=127, filesize=5.2 K 2024-11-12T15:19:43,213 INFO [M:0;a6f201fa5419:41171 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=127, compaction requested=false 2024-11-12T15:19:43,214 INFO [M:0;a6f201fa5419:41171 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:19:43,214 DEBUG [M:0;a6f201fa5419:41171 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731424781925Disabling compacts and flushes for region at 1731424781925Disabling writes for close at 1731424781925Obtaining lock to block concurrent updates at 1731424781925Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731424781925Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731424781926 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731424781926Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731424781926Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731424781943 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731424781943Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731424782356 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731424782369 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731424782369Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731424782777 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731424782788 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731424782788Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1331fdcc: reopening flushed file at 1731424783197 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70841428: reopening flushed file at 1731424783202 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a97c729: reopening flushed file at 1731424783207 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=127, compaction requested=false at 1731424783213 (+6 ms)Writing region close event to WAL at 1731424783214 (+1 ms)Closed at 1731424783214 2024-11-12T15:19:43,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33357 is added to blk_1073741847_1023 (size=22903) 2024-11-12T15:19:43,220 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7a2a3148-fe90-7ef8-1912-201d768cf4ae/MasterData/WALs/a6f201fa5419,41171,1731424772596/a6f201fa5419%2C41171%2C1731424772596.1731424773198 not finished, retry = 0 2024-11-12T15:19:43,321 INFO [M:0;a6f201fa5419:41171 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T15:19:43,321 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T15:19:43,321 INFO [M:0;a6f201fa5419:41171 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41171 2024-11-12T15:19:43,322 INFO [M:0;a6f201fa5419:41171 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T15:19:43,465 INFO [M:0;a6f201fa5419:41171 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T15:19:43,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41171-0x1012fa11eb90006, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:19:43,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41171-0x1012fa11eb90006, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:19:43,467 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9258c5a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T15:19:43,468 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@66c666b2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T15:19:43,468 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T15:19:43,468 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@239c56c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T15:19:43,468 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76fdbe1e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7dfaedfa-adfd-048a-c8c2-9b88659bbc60/hadoop.log.dir/,STOPPED} 2024-11-12T15:19:43,469 WARN [BP-951282944-172.17.0.2-1731424756511 heartbeating to localhost/127.0.0.1:42403 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T15:19:43,470 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T15:19:43,470 WARN [BP-951282944-172.17.0.2-1731424756511 heartbeating to localhost/127.0.0.1:42403 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-951282944-172.17.0.2-1731424756511 (Datanode Uuid 6706b0af-6599-4ef9-b014-ae173c80be06) service to localhost/127.0.0.1:42403 2024-11-12T15:19:43,470 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T15:19:43,470 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7dfaedfa-adfd-048a-c8c2-9b88659bbc60/cluster_2eab0e01-9431-fd8c-c8fa-3d61e3e8ac58/data/data1/current/BP-951282944-172.17.0.2-1731424756511 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T15:19:43,470 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7dfaedfa-adfd-048a-c8c2-9b88659bbc60/cluster_2eab0e01-9431-fd8c-c8fa-3d61e3e8ac58/data/data2/current/BP-951282944-172.17.0.2-1731424756511 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T15:19:43,471 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T15:19:43,475 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2652670{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T15:19:43,475 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d87a11d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T15:19:43,475 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T15:19:43,476 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@153b38ee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T15:19:43,476 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@140ffc81{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7dfaedfa-adfd-048a-c8c2-9b88659bbc60/hadoop.log.dir/,STOPPED} 2024-11-12T15:19:43,480 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T15:19:43,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T15:19:43,499 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=203 (was 158) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33583 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:42403 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:42403 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33583 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33583 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33583 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33583 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63105) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:33583 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42403 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:42403 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:33583 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:42403 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33583 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:42403 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63105) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:33583 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:33583 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=373 (was 355) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7231 (was 7899) 2024-11-12T15:19:43,506 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=203, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=373, ProcessCount=11, AvailableMemoryMB=7230 2024-11-12T15:19:43,517 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-12T15:19:43,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/049dc465-303a-8b2f-2748-0d7df16fbe04/hadoop.log.dir so I do NOT create it in target/test-data/e3eb9e5c-30ea-066b-43a8-56412ba1c3ab 2024-11-12T15:19:43,518 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/049dc465-303a-8b2f-2748-0d7df16fbe04/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T15:19:43,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/049dc465-303a-8b2f-2748-0d7df16fbe04/hadoop.tmp.dir so I do NOT create it in target/test-data/e3eb9e5c-30ea-066b-43a8-56412ba1c3ab 2024-11-12T15:19:43,518 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/049dc465-303a-8b2f-2748-0d7df16fbe04/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T15:19:43,518 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e3eb9e5c-30ea-066b-43a8-56412ba1c3ab 2024-11-12T15:19:43,518 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e3eb9e5c-30ea-066b-43a8-56412ba1c3ab/cluster_1d83334a-23de-2291-96a6-edd9754e5ff3, deleteOnExit=true 2024-11-12T15:19:43,520 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e3eb9e5c-30ea-066b-43a8-56412ba1c3ab/cluster_1d83334a-23de-2291-96a6-edd9754e5ff3/zookeeper_0, clientPort=61633, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e3eb9e5c-30ea-066b-43a8-56412ba1c3ab/cluster_1d83334a-23de-2291-96a6-edd9754e5ff3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e3eb9e5c-30ea-066b-43a8-56412ba1c3ab/cluster_1d83334a-23de-2291-96a6-edd9754e5ff3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T15:19:43,521 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61633 2024-11-12T15:19:43,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T15:19:43,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T15:19:43,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e3eb9e5c-30ea-066b-43a8-56412ba1c3ab/test.cache.data in system properties and HBase conf 2024-11-12T15:19:43,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e3eb9e5c-30ea-066b-43a8-56412ba1c3ab/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T15:19:43,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e3eb9e5c-30ea-066b-43a8-56412ba1c3ab/hadoop.log.dir in system properties and HBase conf 2024-11-12T15:19:43,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e3eb9e5c-30ea-066b-43a8-56412ba1c3ab/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T15:19:43,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e3eb9e5c-30ea-066b-43a8-56412ba1c3ab/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T15:19:43,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T15:19:43,521 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T15:19:43,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e3eb9e5c-30ea-066b-43a8-56412ba1c3ab/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T15:19:43,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e3eb9e5c-30ea-066b-43a8-56412ba1c3ab/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T15:19:43,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e3eb9e5c-30ea-066b-43a8-56412ba1c3ab/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T15:19:43,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e3eb9e5c-30ea-066b-43a8-56412ba1c3ab/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T15:19:43,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e3eb9e5c-30ea-066b-43a8-56412ba1c3ab/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T15:19:43,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e3eb9e5c-30ea-066b-43a8-56412ba1c3ab/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T15:19:43,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e3eb9e5c-30ea-066b-43a8-56412ba1c3ab/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T15:19:43,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e3eb9e5c-30ea-066b-43a8-56412ba1c3ab/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T15:19:43,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e3eb9e5c-30ea-066b-43a8-56412ba1c3ab/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T15:19:43,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e3eb9e5c-30ea-066b-43a8-56412ba1c3ab/nfs.dump.dir in system properties and HBase conf 2024-11-12T15:19:43,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e3eb9e5c-30ea-066b-43a8-56412ba1c3ab/java.io.tmpdir in system properties and HBase conf 2024-11-12T15:19:43,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e3eb9e5c-30ea-066b-43a8-56412ba1c3ab/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T15:19:43,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e3eb9e5c-30ea-066b-43a8-56412ba1c3ab/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T15:19:43,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e3eb9e5c-30ea-066b-43a8-56412ba1c3ab/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T15:19:43,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012fa11eb90005, quorum=127.0.0.1:63105, baseZNode=/11382791513 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T15:19:43,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012fa11eb90002, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T15:19:43,579 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012fa11eb90002, quorum=127.0.0.1:63105, baseZNode=/0-2100421403 Received Disconnected from ZooKeeper, ignoring 2024-11-12T15:19:43,579 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012fa11eb90005, quorum=127.0.0.1:63105, baseZNode=/11382791513 Received Disconnected from ZooKeeper, ignoring 2024-11-12T15:19:43,903 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T15:19:43,908 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T15:19:43,910 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T15:19:43,910 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T15:19:43,910 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T15:19:43,912 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T15:19:43,914 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21b32a8f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e3eb9e5c-30ea-066b-43a8-56412ba1c3ab/hadoop.log.dir/,AVAILABLE} 2024-11-12T15:19:43,914 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29b2d4a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T15:19:44,010 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26b0899c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e3eb9e5c-30ea-066b-43a8-56412ba1c3ab/java.io.tmpdir/jetty-localhost-45589-hadoop-hdfs-3_4_1-tests_jar-_-any-16910125868387205540/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T15:19:44,011 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@551c25f1{HTTP/1.1, (http/1.1)}{localhost:45589} 2024-11-12T15:19:44,011 INFO [Time-limited test {}] server.Server(415): Started @165255ms 2024-11-12T15:19:44,254 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T15:19:44,257 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T15:19:44,257 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T15:19:44,257 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T15:19:44,257 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T15:19:44,260 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51dfdf67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e3eb9e5c-30ea-066b-43a8-56412ba1c3ab/hadoop.log.dir/,AVAILABLE} 2024-11-12T15:19:44,260 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3979a70c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T15:19:44,354 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5226859e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e3eb9e5c-30ea-066b-43a8-56412ba1c3ab/java.io.tmpdir/jetty-localhost-45899-hadoop-hdfs-3_4_1-tests_jar-_-any-13897430914975590573/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T15:19:44,354 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@538ae97f{HTTP/1.1, (http/1.1)}{localhost:45899} 2024-11-12T15:19:44,354 INFO [Time-limited test {}] server.Server(415): Started @165598ms 2024-11-12T15:19:44,355 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T15:19:45,174 WARN [Thread-1667 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e3eb9e5c-30ea-066b-43a8-56412ba1c3ab/cluster_1d83334a-23de-2291-96a6-edd9754e5ff3/data/data1/current/BP-676411314-172.17.0.2-1731424783550/current, will proceed with Du for space computation calculation, 2024-11-12T15:19:45,174 WARN [Thread-1668 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e3eb9e5c-30ea-066b-43a8-56412ba1c3ab/cluster_1d83334a-23de-2291-96a6-edd9754e5ff3/data/data2/current/BP-676411314-172.17.0.2-1731424783550/current, will proceed with Du for space computation calculation, 2024-11-12T15:19:45,188 WARN [Thread-1655 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T15:19:45,190 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9ae2258b319bcc5f with lease ID 0x2d3d15f0b25534f5: Processing first storage report for DS-0e331a2d-2d59-44e2-bdea-39e7676005b6 from datanode DatanodeRegistration(127.0.0.1:40081, datanodeUuid=58fa135c-0038-4dfa-98ee-1f29bae0efdd, infoPort=37713, infoSecurePort=0, ipcPort=37613, storageInfo=lv=-57;cid=testClusterID;nsid=591463258;c=1731424783550) 2024-11-12T15:19:45,190 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9ae2258b319bcc5f with lease ID 0x2d3d15f0b25534f5: from storage DS-0e331a2d-2d59-44e2-bdea-39e7676005b6 node DatanodeRegistration(127.0.0.1:40081, datanodeUuid=58fa135c-0038-4dfa-98ee-1f29bae0efdd, infoPort=37713, infoSecurePort=0, ipcPort=37613, storageInfo=lv=-57;cid=testClusterID;nsid=591463258;c=1731424783550), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T15:19:45,190 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9ae2258b319bcc5f with lease ID 0x2d3d15f0b25534f5: Processing first storage report for DS-b6514d53-c036-478a-a53e-07860f4081d3 from datanode DatanodeRegistration(127.0.0.1:40081, datanodeUuid=58fa135c-0038-4dfa-98ee-1f29bae0efdd, infoPort=37713, infoSecurePort=0, ipcPort=37613, storageInfo=lv=-57;cid=testClusterID;nsid=591463258;c=1731424783550) 2024-11-12T15:19:45,190 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9ae2258b319bcc5f with lease ID 0x2d3d15f0b25534f5: from storage DS-b6514d53-c036-478a-a53e-07860f4081d3 node DatanodeRegistration(127.0.0.1:40081, datanodeUuid=58fa135c-0038-4dfa-98ee-1f29bae0efdd, infoPort=37713, infoSecurePort=0, ipcPort=37613, storageInfo=lv=-57;cid=testClusterID;nsid=591463258;c=1731424783550), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T15:19:45,281 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e3eb9e5c-30ea-066b-43a8-56412ba1c3ab 2024-11-12T15:19:45,281 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:19:45,283 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:19:45,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741825_1001 (size=7) 2024-11-12T15:19:45,691 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d with version=8 2024-11-12T15:19:45,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/hbase-staging 2024-11-12T15:19:45,693 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a6f201fa5419:0 server-side Connection retries=45 2024-11-12T15:19:45,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:19:45,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T15:19:45,693 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T15:19:45,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:19:45,694 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T15:19:45,694 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T15:19:45,694 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T15:19:45,694 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38275 2024-11-12T15:19:45,695 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38275 connecting to ZooKeeper ensemble=127.0.0.1:61633 2024-11-12T15:19:45,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:382750x0, quorum=127.0.0.1:61633, baseZNode=/0-458558771 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T15:19:45,787 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38275-0x1012fa1884b0000 connected 2024-11-12T15:19:45,788 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T15:19:45,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:19:45,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:19:45,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:19:45,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:19:45,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:19:45,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:19:45,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:19:45,870 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:19:45,871 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:19:45,873 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38275-0x1012fa1884b0000, quorum=127.0.0.1:61633, baseZNode=/0-458558771 Set watcher on znode that does not yet exist, /0-458558771/running 2024-11-12T15:19:45,873 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d, hbase.cluster.distributed=false 2024-11-12T15:19:45,874 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38275-0x1012fa1884b0000, quorum=127.0.0.1:61633, baseZNode=/0-458558771 Set watcher on znode that does not yet exist, /0-458558771/acl 2024-11-12T15:19:45,875 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38275 2024-11-12T15:19:45,875 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38275 2024-11-12T15:19:45,875 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38275 2024-11-12T15:19:45,875 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38275 2024-11-12T15:19:45,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38275 2024-11-12T15:19:45,887 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a6f201fa5419:0 server-side Connection retries=45 2024-11-12T15:19:45,888 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:19:45,888 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T15:19:45,888 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T15:19:45,888 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:19:45,888 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T15:19:45,888 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T15:19:45,888 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T15:19:45,888 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32783 2024-11-12T15:19:45,889 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32783 connecting to ZooKeeper ensemble=127.0.0.1:61633 2024-11-12T15:19:45,890 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:19:45,892 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:19:45,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:327830x0, quorum=127.0.0.1:61633, baseZNode=/0-458558771 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T15:19:45,902 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:327830x0, quorum=127.0.0.1:61633, baseZNode=/0-458558771 Set watcher on znode that does not yet exist, /0-458558771/running 2024-11-12T15:19:45,902 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32783-0x1012fa1884b0001 connected 2024-11-12T15:19:45,902 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T15:19:45,903 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T15:19:45,904 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32783-0x1012fa1884b0001, quorum=127.0.0.1:61633, baseZNode=/0-458558771 Set watcher on znode that does not yet exist, /0-458558771/master 2024-11-12T15:19:45,904 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32783-0x1012fa1884b0001, quorum=127.0.0.1:61633, baseZNode=/0-458558771 Set watcher on znode that does not yet exist, /0-458558771/acl 2024-11-12T15:19:45,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32783 2024-11-12T15:19:45,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32783 2024-11-12T15:19:45,911 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32783 2024-11-12T15:19:45,911 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32783 2024-11-12T15:19:45,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32783 2024-11-12T15:19:45,926 DEBUG [M:0;a6f201fa5419:38275 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a6f201fa5419:38275 2024-11-12T15:19:45,926 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-458558771/backup-masters/a6f201fa5419,38275,1731424785693 2024-11-12T15:19:45,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38275-0x1012fa1884b0000, quorum=127.0.0.1:61633, baseZNode=/0-458558771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-458558771/backup-masters 2024-11-12T15:19:45,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32783-0x1012fa1884b0001, quorum=127.0.0.1:61633, baseZNode=/0-458558771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-458558771/backup-masters 2024-11-12T15:19:45,937 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38275-0x1012fa1884b0000, quorum=127.0.0.1:61633, baseZNode=/0-458558771 Set watcher on existing znode=/0-458558771/backup-masters/a6f201fa5419,38275,1731424785693 2024-11-12T15:19:45,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38275-0x1012fa1884b0000, quorum=127.0.0.1:61633, baseZNode=/0-458558771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-458558771 2024-11-12T15:19:45,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32783-0x1012fa1884b0001, quorum=127.0.0.1:61633, baseZNode=/0-458558771 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-458558771/master 2024-11-12T15:19:45,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32783-0x1012fa1884b0001, quorum=127.0.0.1:61633, baseZNode=/0-458558771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-458558771 2024-11-12T15:19:45,944 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38275-0x1012fa1884b0000, quorum=127.0.0.1:61633, baseZNode=/0-458558771 Set watcher on existing znode=/0-458558771/master 2024-11-12T15:19:45,944 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-458558771/backup-masters/a6f201fa5419,38275,1731424785693 from backup master directory 2024-11-12T15:19:45,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32783-0x1012fa1884b0001, quorum=127.0.0.1:61633, baseZNode=/0-458558771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-458558771/backup-masters 2024-11-12T15:19:45,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38275-0x1012fa1884b0000, quorum=127.0.0.1:61633, baseZNode=/0-458558771 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-458558771/backup-masters/a6f201fa5419,38275,1731424785693 2024-11-12T15:19:45,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38275-0x1012fa1884b0000, quorum=127.0.0.1:61633, baseZNode=/0-458558771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-458558771/backup-masters 2024-11-12T15:19:45,955 WARN [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T15:19:45,955 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a6f201fa5419,38275,1731424785693 2024-11-12T15:19:45,958 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/hbase.id] with ID: a4135a48-7393-4433-bd26-197eccfe856d 2024-11-12T15:19:45,958 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/.tmp/hbase.id 2024-11-12T15:19:45,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741826_1002 (size=42) 2024-11-12T15:19:46,335 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T15:19:46,335 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T15:19:46,335 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T15:19:46,335 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T15:19:46,366 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/.tmp/hbase.id]:[hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/hbase.id] 2024-11-12T15:19:46,376 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:19:46,376 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T15:19:46,377 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T15:19:46,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38275-0x1012fa1884b0000, quorum=127.0.0.1:61633, baseZNode=/0-458558771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-458558771 2024-11-12T15:19:46,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32783-0x1012fa1884b0001, quorum=127.0.0.1:61633, baseZNode=/0-458558771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-458558771 2024-11-12T15:19:46,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741827_1003 (size=196) 2024-11-12T15:19:46,833 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T15:19:46,834 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T15:19:46,834 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:19:46,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741828_1004 (size=1189) 2024-11-12T15:19:47,241 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/MasterData/data/master/store 2024-11-12T15:19:47,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741829_1005 (size=34) 2024-11-12T15:19:47,647 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:19:47,647 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T15:19:47,647 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:19:47,647 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:19:47,647 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T15:19:47,647 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:19:47,647 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:19:47,647 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731424787647Disabling compacts and flushes for region at 1731424787647Disabling writes for close at 1731424787647Writing region close event to WAL at 1731424787647Closed at 1731424787647 2024-11-12T15:19:47,648 WARN [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/MasterData/data/master/store/.initializing 2024-11-12T15:19:47,648 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/MasterData/WALs/a6f201fa5419,38275,1731424785693 2024-11-12T15:19:47,649 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T15:19:47,650 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a6f201fa5419%2C38275%2C1731424785693, suffix=, logDir=hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/MasterData/WALs/a6f201fa5419,38275,1731424785693, archiveDir=hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/MasterData/oldWALs, maxLogs=10 2024-11-12T15:19:47,664 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/MasterData/WALs/a6f201fa5419,38275,1731424785693/a6f201fa5419%2C38275%2C1731424785693.1731424787650, exclude list is [], retry=0 2024-11-12T15:19:47,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40081,DS-0e331a2d-2d59-44e2-bdea-39e7676005b6,DISK] 2024-11-12T15:19:47,668 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/MasterData/WALs/a6f201fa5419,38275,1731424785693/a6f201fa5419%2C38275%2C1731424785693.1731424787650 2024-11-12T15:19:47,670 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37713:37713)] 2024-11-12T15:19:47,670 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T15:19:47,670 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:19:47,670 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:19:47,670 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:19:47,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:19:47,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T15:19:47,673 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:19:47,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:19:47,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:19:47,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T15:19:47,674 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:19:47,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:19:47,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:19:47,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T15:19:47,675 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:19:47,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:19:47,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:19:47,676 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T15:19:47,676 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:19:47,677 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:19:47,677 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:19:47,677 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:19:47,678 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:19:47,678 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:19:47,678 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:19:47,679 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T15:19:47,680 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:19:47,681 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T15:19:47,682 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68247311, jitterRate=0.016964182257652283}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T15:19:47,682 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731424787670Initializing all the Stores at 1731424787671 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424787671Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424787671Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424787671Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424787671Cleaning up temporary data from old regions at 1731424787678 (+7 ms)Region opened successfully at 1731424787682 (+4 ms) 2024-11-12T15:19:47,683 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T15:19:47,685 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1605a7f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a6f201fa5419/172.17.0.2:0 2024-11-12T15:19:47,686 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T15:19:47,686 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T15:19:47,686 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T15:19:47,686 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T15:19:47,686 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T15:19:47,687 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T15:19:47,687 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T15:19:47,688 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T15:19:47,689 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38275-0x1012fa1884b0000, quorum=127.0.0.1:61633, baseZNode=/0-458558771 Unable to get data of znode /0-458558771/balancer because node does not exist (not necessarily an error) 2024-11-12T15:19:47,796 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-458558771/balancer already deleted, retry=false 2024-11-12T15:19:47,797 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T15:19:47,797 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38275-0x1012fa1884b0000, quorum=127.0.0.1:61633, baseZNode=/0-458558771 Unable to get data of znode /0-458558771/normalizer because node does not exist (not necessarily an error) 2024-11-12T15:19:47,807 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-458558771/normalizer already deleted, retry=false 2024-11-12T15:19:47,807 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T15:19:47,808 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38275-0x1012fa1884b0000, quorum=127.0.0.1:61633, baseZNode=/0-458558771 Unable to get data of znode /0-458558771/switch/split because node does not exist (not necessarily an error) 2024-11-12T15:19:47,817 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-458558771/switch/split already deleted, retry=false 2024-11-12T15:19:47,818 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38275-0x1012fa1884b0000, quorum=127.0.0.1:61633, baseZNode=/0-458558771 Unable to get data of znode /0-458558771/switch/merge because node does not exist (not necessarily an error) 2024-11-12T15:19:47,828 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-458558771/switch/merge already deleted, retry=false 2024-11-12T15:19:47,830 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38275-0x1012fa1884b0000, quorum=127.0.0.1:61633, baseZNode=/0-458558771 Unable to get data of znode /0-458558771/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T15:19:47,838 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-458558771/snapshot-cleanup already deleted, retry=false 2024-11-12T15:19:47,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38275-0x1012fa1884b0000, quorum=127.0.0.1:61633, baseZNode=/0-458558771 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-458558771/running 2024-11-12T15:19:47,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32783-0x1012fa1884b0001, quorum=127.0.0.1:61633, baseZNode=/0-458558771 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-458558771/running 2024-11-12T15:19:47,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38275-0x1012fa1884b0000, quorum=127.0.0.1:61633, baseZNode=/0-458558771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-458558771 2024-11-12T15:19:47,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32783-0x1012fa1884b0001, quorum=127.0.0.1:61633, baseZNode=/0-458558771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-458558771 2024-11-12T15:19:47,849 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a6f201fa5419,38275,1731424785693, sessionid=0x1012fa1884b0000, setting cluster-up flag (Was=false) 2024-11-12T15:19:47,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38275-0x1012fa1884b0000, quorum=127.0.0.1:61633, baseZNode=/0-458558771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-458558771 2024-11-12T15:19:47,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32783-0x1012fa1884b0001, quorum=127.0.0.1:61633, baseZNode=/0-458558771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-458558771 2024-11-12T15:19:47,901 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-458558771/flush-table-proc/acquired, /0-458558771/flush-table-proc/reached, /0-458558771/flush-table-proc/abort 2024-11-12T15:19:47,902 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a6f201fa5419,38275,1731424785693 2024-11-12T15:19:47,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32783-0x1012fa1884b0001, quorum=127.0.0.1:61633, baseZNode=/0-458558771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-458558771 2024-11-12T15:19:47,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38275-0x1012fa1884b0000, quorum=127.0.0.1:61633, baseZNode=/0-458558771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-458558771 2024-11-12T15:19:47,954 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-458558771/online-snapshot/acquired, /0-458558771/online-snapshot/reached, /0-458558771/online-snapshot/abort 2024-11-12T15:19:47,955 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a6f201fa5419,38275,1731424785693 2024-11-12T15:19:47,956 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T15:19:47,957 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T15:19:47,957 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T15:19:47,958 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T15:19:47,958 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a6f201fa5419,38275,1731424785693 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T15:19:47,959 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:19:47,959 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:19:47,959 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:19:47,959 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:19:47,959 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a6f201fa5419:0, corePoolSize=10, maxPoolSize=10 2024-11-12T15:19:47,959 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:19:47,959 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a6f201fa5419:0, corePoolSize=2, maxPoolSize=2 2024-11-12T15:19:47,959 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:19:47,960 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731424817960 2024-11-12T15:19:47,960 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T15:19:47,960 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T15:19:47,960 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T15:19:47,960 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T15:19:47,960 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T15:19:47,960 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T15:19:47,960 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T15:19:47,960 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T15:19:47,960 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:47,961 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:19:47,961 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T15:19:47,964 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T15:19:47,964 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T15:19:47,964 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T15:19:47,964 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T15:19:47,965 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T15:19:47,965 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T15:19:47,966 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.large.0-1731424787965,5,FailOnTimeoutGroup] 2024-11-12T15:19:47,966 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.small.0-1731424787966,5,FailOnTimeoutGroup] 2024-11-12T15:19:47,966 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:47,966 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T15:19:47,966 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:47,966 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:47,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741831_1007 (size=1321) 2024-11-12T15:19:48,016 INFO [RS:0;a6f201fa5419:32783 {}] regionserver.HRegionServer(746): ClusterId : a4135a48-7393-4433-bd26-197eccfe856d 2024-11-12T15:19:48,016 DEBUG [RS:0;a6f201fa5419:32783 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T15:19:48,029 DEBUG [RS:0;a6f201fa5419:32783 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T15:19:48,029 DEBUG [RS:0;a6f201fa5419:32783 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T15:19:48,039 DEBUG [RS:0;a6f201fa5419:32783 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T15:19:48,039 DEBUG [RS:0;a6f201fa5419:32783 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f3f7e87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a6f201fa5419/172.17.0.2:0 2024-11-12T15:19:48,053 DEBUG [RS:0;a6f201fa5419:32783 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a6f201fa5419:32783 2024-11-12T15:19:48,053 INFO [RS:0;a6f201fa5419:32783 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T15:19:48,053 INFO [RS:0;a6f201fa5419:32783 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T15:19:48,053 DEBUG [RS:0;a6f201fa5419:32783 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T15:19:48,054 INFO [RS:0;a6f201fa5419:32783 {}] regionserver.HRegionServer(2659): reportForDuty to master=a6f201fa5419,38275,1731424785693 with port=32783, startcode=1731424785887 2024-11-12T15:19:48,054 DEBUG [RS:0;a6f201fa5419:32783 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T15:19:48,056 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50731, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T15:19:48,056 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38275 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a6f201fa5419,32783,1731424785887 2024-11-12T15:19:48,057 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38275 {}] master.ServerManager(517): Registering regionserver=a6f201fa5419,32783,1731424785887 2024-11-12T15:19:48,058 DEBUG [RS:0;a6f201fa5419:32783 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d 2024-11-12T15:19:48,058 DEBUG [RS:0;a6f201fa5419:32783 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34315 2024-11-12T15:19:48,058 DEBUG [RS:0;a6f201fa5419:32783 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T15:19:48,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38275-0x1012fa1884b0000, quorum=127.0.0.1:61633, baseZNode=/0-458558771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-458558771/rs 2024-11-12T15:19:48,071 DEBUG [RS:0;a6f201fa5419:32783 {}] zookeeper.ZKUtil(111): regionserver:32783-0x1012fa1884b0001, quorum=127.0.0.1:61633, baseZNode=/0-458558771 Set watcher on existing znode=/0-458558771/rs/a6f201fa5419,32783,1731424785887 2024-11-12T15:19:48,071 WARN [RS:0;a6f201fa5419:32783 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T15:19:48,071 INFO [RS:0;a6f201fa5419:32783 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:19:48,071 DEBUG [RS:0;a6f201fa5419:32783 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/WALs/a6f201fa5419,32783,1731424785887 2024-11-12T15:19:48,071 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a6f201fa5419,32783,1731424785887] 2024-11-12T15:19:48,074 INFO [RS:0;a6f201fa5419:32783 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T15:19:48,075 INFO [RS:0;a6f201fa5419:32783 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T15:19:48,076 INFO [RS:0;a6f201fa5419:32783 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T15:19:48,076 INFO [RS:0;a6f201fa5419:32783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:48,076 INFO [RS:0;a6f201fa5419:32783 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T15:19:48,077 INFO [RS:0;a6f201fa5419:32783 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T15:19:48,077 INFO [RS:0;a6f201fa5419:32783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:48,077 DEBUG [RS:0;a6f201fa5419:32783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:19:48,077 DEBUG [RS:0;a6f201fa5419:32783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:19:48,077 DEBUG [RS:0;a6f201fa5419:32783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:19:48,077 DEBUG [RS:0;a6f201fa5419:32783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:19:48,077 DEBUG [RS:0;a6f201fa5419:32783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:19:48,077 DEBUG [RS:0;a6f201fa5419:32783 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a6f201fa5419:0, corePoolSize=2, maxPoolSize=2 2024-11-12T15:19:48,077 DEBUG [RS:0;a6f201fa5419:32783 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:19:48,077 DEBUG [RS:0;a6f201fa5419:32783 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:19:48,077 DEBUG [RS:0;a6f201fa5419:32783 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:19:48,077 DEBUG [RS:0;a6f201fa5419:32783 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:19:48,077 DEBUG [RS:0;a6f201fa5419:32783 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:19:48,077 DEBUG [RS:0;a6f201fa5419:32783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:19:48,077 DEBUG [RS:0;a6f201fa5419:32783 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a6f201fa5419:0, corePoolSize=3, maxPoolSize=3 2024-11-12T15:19:48,077 DEBUG [RS:0;a6f201fa5419:32783 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a6f201fa5419:0, corePoolSize=3, maxPoolSize=3 2024-11-12T15:19:48,079 INFO [RS:0;a6f201fa5419:32783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:48,079 INFO [RS:0;a6f201fa5419:32783 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:48,079 INFO [RS:0;a6f201fa5419:32783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:48,079 INFO [RS:0;a6f201fa5419:32783 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:48,079 INFO [RS:0;a6f201fa5419:32783 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:48,079 INFO [RS:0;a6f201fa5419:32783 {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,32783,1731424785887-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T15:19:48,092 INFO [RS:0;a6f201fa5419:32783 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T15:19:48,092 INFO [RS:0;a6f201fa5419:32783 {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,32783,1731424785887-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:48,092 INFO [RS:0;a6f201fa5419:32783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:48,092 INFO [RS:0;a6f201fa5419:32783 {}] regionserver.Replication(171): a6f201fa5419,32783,1731424785887 started 2024-11-12T15:19:48,104 INFO [RS:0;a6f201fa5419:32783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:48,104 INFO [RS:0;a6f201fa5419:32783 {}] regionserver.HRegionServer(1482): Serving as a6f201fa5419,32783,1731424785887, RpcServer on a6f201fa5419/172.17.0.2:32783, sessionid=0x1012fa1884b0001 2024-11-12T15:19:48,104 DEBUG [RS:0;a6f201fa5419:32783 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T15:19:48,104 DEBUG [RS:0;a6f201fa5419:32783 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a6f201fa5419,32783,1731424785887 2024-11-12T15:19:48,104 DEBUG [RS:0;a6f201fa5419:32783 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a6f201fa5419,32783,1731424785887' 2024-11-12T15:19:48,104 DEBUG [RS:0;a6f201fa5419:32783 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-458558771/flush-table-proc/abort' 2024-11-12T15:19:48,104 DEBUG [RS:0;a6f201fa5419:32783 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-458558771/flush-table-proc/acquired' 2024-11-12T15:19:48,105 DEBUG [RS:0;a6f201fa5419:32783 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T15:19:48,105 DEBUG [RS:0;a6f201fa5419:32783 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T15:19:48,105 DEBUG [RS:0;a6f201fa5419:32783 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a6f201fa5419,32783,1731424785887 2024-11-12T15:19:48,105 DEBUG [RS:0;a6f201fa5419:32783 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a6f201fa5419,32783,1731424785887' 2024-11-12T15:19:48,105 DEBUG [RS:0;a6f201fa5419:32783 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-458558771/online-snapshot/abort' 2024-11-12T15:19:48,105 DEBUG [RS:0;a6f201fa5419:32783 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-458558771/online-snapshot/acquired' 2024-11-12T15:19:48,105 DEBUG [RS:0;a6f201fa5419:32783 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T15:19:48,105 INFO [RS:0;a6f201fa5419:32783 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T15:19:48,105 INFO [RS:0;a6f201fa5419:32783 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T15:19:48,206 INFO [RS:0;a6f201fa5419:32783 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T15:19:48,207 INFO [RS:0;a6f201fa5419:32783 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a6f201fa5419%2C32783%2C1731424785887, suffix=, logDir=hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/WALs/a6f201fa5419,32783,1731424785887, archiveDir=hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/oldWALs, maxLogs=10 2024-11-12T15:19:48,219 DEBUG [RS:0;a6f201fa5419:32783 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/WALs/a6f201fa5419,32783,1731424785887/a6f201fa5419%2C32783%2C1731424785887.1731424788207, exclude list is [], retry=0 2024-11-12T15:19:48,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40081,DS-0e331a2d-2d59-44e2-bdea-39e7676005b6,DISK] 2024-11-12T15:19:48,222 INFO [RS:0;a6f201fa5419:32783 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/WALs/a6f201fa5419,32783,1731424785887/a6f201fa5419%2C32783%2C1731424785887.1731424788207 2024-11-12T15:19:48,223 DEBUG [RS:0;a6f201fa5419:32783 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37713:37713)] 2024-11-12T15:19:48,370 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T15:19:48,371 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d 2024-11-12T15:19:48,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741833_1009 (size=32) 2024-11-12T15:19:48,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:19:48,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T15:19:48,778 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T15:19:48,778 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:19:48,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:19:48,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T15:19:48,780 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T15:19:48,780 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:19:48,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:19:48,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T15:19:48,781 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T15:19:48,781 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:19:48,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:19:48,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T15:19:48,782 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T15:19:48,782 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:19:48,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:19:48,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T15:19:48,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/data/hbase/meta/1588230740 2024-11-12T15:19:48,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/data/hbase/meta/1588230740 2024-11-12T15:19:48,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T15:19:48,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T15:19:48,785 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T15:19:48,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T15:19:48,787 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T15:19:48,788 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68659317, jitterRate=0.02310355007648468}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T15:19:48,788 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731424788776Initializing all the Stores at 1731424788777 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424788777Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424788777Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424788777Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424788777Cleaning up temporary data from old regions at 1731424788784 (+7 ms)Region opened successfully at 1731424788788 (+4 ms) 2024-11-12T15:19:48,788 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T15:19:48,788 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T15:19:48,788 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T15:19:48,788 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T15:19:48,788 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T15:19:48,789 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T15:19:48,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731424788788Disabling compacts and flushes for region at 1731424788788Disabling writes for close at 1731424788788Writing region close event to WAL at 1731424788789 (+1 ms)Closed at 1731424788789 2024-11-12T15:19:48,790 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T15:19:48,790 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T15:19:48,790 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T15:19:48,791 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T15:19:48,791 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T15:19:48,942 DEBUG [a6f201fa5419:38275 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T15:19:48,942 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a6f201fa5419,32783,1731424785887 2024-11-12T15:19:48,943 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a6f201fa5419,32783,1731424785887, state=OPENING 2024-11-12T15:19:48,996 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T15:19:49,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38275-0x1012fa1884b0000, quorum=127.0.0.1:61633, baseZNode=/0-458558771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-458558771 2024-11-12T15:19:49,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32783-0x1012fa1884b0001, quorum=127.0.0.1:61633, baseZNode=/0-458558771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-458558771 2024-11-12T15:19:49,007 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-458558771/meta-region-server: CHANGED 2024-11-12T15:19:49,007 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-458558771/meta-region-server: CHANGED 2024-11-12T15:19:49,007 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T15:19:49,007 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a6f201fa5419,32783,1731424785887}] 2024-11-12T15:19:49,159 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T15:19:49,161 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46081, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T15:19:49,163 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T15:19:49,163 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:19:49,164 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T15:19:49,165 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a6f201fa5419%2C32783%2C1731424785887.meta, suffix=.meta, logDir=hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/WALs/a6f201fa5419,32783,1731424785887, archiveDir=hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/oldWALs, maxLogs=10 2024-11-12T15:19:49,176 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/WALs/a6f201fa5419,32783,1731424785887/a6f201fa5419%2C32783%2C1731424785887.meta.1731424789165.meta, exclude list is [], retry=0 2024-11-12T15:19:49,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40081,DS-0e331a2d-2d59-44e2-bdea-39e7676005b6,DISK] 2024-11-12T15:19:49,179 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/WALs/a6f201fa5419,32783,1731424785887/a6f201fa5419%2C32783%2C1731424785887.meta.1731424789165.meta 2024-11-12T15:19:49,180 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37713:37713)] 2024-11-12T15:19:49,180 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T15:19:49,180 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T15:19:49,180 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T15:19:49,180 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T15:19:49,180 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T15:19:49,180 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T15:19:49,180 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:19:49,180 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T15:19:49,180 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T15:19:49,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T15:19:49,182 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T15:19:49,182 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:19:49,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:19:49,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T15:19:49,183 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T15:19:49,183 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:19:49,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:19:49,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T15:19:49,184 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T15:19:49,184 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:19:49,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:19:49,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T15:19:49,185 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T15:19:49,185 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:19:49,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:19:49,185 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T15:19:49,186 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/data/hbase/meta/1588230740 2024-11-12T15:19:49,187 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/data/hbase/meta/1588230740 2024-11-12T15:19:49,188 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T15:19:49,188 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T15:19:49,188 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T15:19:49,189 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T15:19:49,189 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72061225, jitterRate=0.07379592955112457}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T15:19:49,189 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T15:19:49,190 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731424789181Writing region info on filesystem at 1731424789181Initializing all the Stores at 1731424789181Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424789181Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424789182 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424789182Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424789182Cleaning up temporary data from old regions at 1731424789188 (+6 ms)Running coprocessor post-open hooks at 1731424789189 (+1 ms)Region opened successfully at 1731424789190 (+1 ms) 2024-11-12T15:19:49,190 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731424789159 2024-11-12T15:19:49,192 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T15:19:49,192 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T15:19:49,193 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a6f201fa5419,32783,1731424785887 2024-11-12T15:19:49,193 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a6f201fa5419,32783,1731424785887, state=OPEN 2024-11-12T15:19:49,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38275-0x1012fa1884b0000, quorum=127.0.0.1:61633, baseZNode=/0-458558771 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-458558771/meta-region-server 2024-11-12T15:19:49,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32783-0x1012fa1884b0001, quorum=127.0.0.1:61633, baseZNode=/0-458558771 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-458558771/meta-region-server 2024-11-12T15:19:49,234 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a6f201fa5419,32783,1731424785887 2024-11-12T15:19:49,234 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-458558771/meta-region-server: CHANGED 2024-11-12T15:19:49,234 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-458558771/meta-region-server: CHANGED 2024-11-12T15:19:49,236 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T15:19:49,236 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a6f201fa5419,32783,1731424785887 in 227 msec 2024-11-12T15:19:49,237 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T15:19:49,237 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 446 msec 2024-11-12T15:19:49,238 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T15:19:49,238 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T15:19:49,239 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:19:49,239 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,32783,1731424785887, seqNum=-1] 2024-11-12T15:19:49,239 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:19:49,240 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41949, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T15:19:49,244 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2860 sec 2024-11-12T15:19:49,244 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731424789244, completionTime=-1 2024-11-12T15:19:49,244 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T15:19:49,244 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T15:19:49,245 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T15:19:49,245 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731424849245 2024-11-12T15:19:49,245 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731424909245 2024-11-12T15:19:49,245 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-12T15:19:49,246 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,38275,1731424785693-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:49,246 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,38275,1731424785693-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:49,246 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,38275,1731424785693-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:49,246 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a6f201fa5419:38275, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:49,246 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:49,246 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:49,247 DEBUG [master/a6f201fa5419:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T15:19:49,249 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.294sec 2024-11-12T15:19:49,249 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T15:19:49,249 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T15:19:49,249 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T15:19:49,249 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T15:19:49,249 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T15:19:49,249 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,38275,1731424785693-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T15:19:49,249 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,38275,1731424785693-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T15:19:49,251 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T15:19:49,251 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T15:19:49,251 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,38275,1731424785693-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:49,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d1d0fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:19:49,317 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,38275,-1 for getting cluster id 2024-11-12T15:19:49,317 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:19:49,318 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4135a48-7393-4433-bd26-197eccfe856d' 2024-11-12T15:19:49,318 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:19:49,318 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4135a48-7393-4433-bd26-197eccfe856d" 2024-11-12T15:19:49,319 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ab1ac88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:19:49,319 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,38275,-1] 2024-11-12T15:19:49,319 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:19:49,319 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:19:49,320 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:19:49,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c8a0263, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:19:49,320 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:19:49,321 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,32783,1731424785887, seqNum=-1] 2024-11-12T15:19:49,321 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:19:49,322 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T15:19:49,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a6f201fa5419,38275,1731424785693 2024-11-12T15:19:49,324 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61633 2024-11-12T15:19:49,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61633, baseZNode=/0-458558771 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T15:19:49,344 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012fa1884b0002 connected 2024-11-12T15:19:49,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e3eb9e5c-30ea-066b-43a8-56412ba1c3ab/hadoop.log.dir so I do NOT create it in target/test-data/2b32cc63-ef25-6d32-33cf-1aa258703b6c 2024-11-12T15:19:49,356 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e3eb9e5c-30ea-066b-43a8-56412ba1c3ab/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T15:19:49,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e3eb9e5c-30ea-066b-43a8-56412ba1c3ab/hadoop.tmp.dir so I do NOT create it in target/test-data/2b32cc63-ef25-6d32-33cf-1aa258703b6c 2024-11-12T15:19:49,356 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e3eb9e5c-30ea-066b-43a8-56412ba1c3ab/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T15:19:49,356 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b32cc63-ef25-6d32-33cf-1aa258703b6c 2024-11-12T15:19:49,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T15:19:49,356 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b32cc63-ef25-6d32-33cf-1aa258703b6c/cluster_5b66b191-cf2c-d2e8-ebe7-97bda66021e5, deleteOnExit=true 2024-11-12T15:19:49,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T15:19:49,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b32cc63-ef25-6d32-33cf-1aa258703b6c/test.cache.data in system properties and HBase conf 2024-11-12T15:19:49,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b32cc63-ef25-6d32-33cf-1aa258703b6c/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T15:19:49,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b32cc63-ef25-6d32-33cf-1aa258703b6c/hadoop.log.dir in system properties and HBase conf 2024-11-12T15:19:49,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b32cc63-ef25-6d32-33cf-1aa258703b6c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T15:19:49,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b32cc63-ef25-6d32-33cf-1aa258703b6c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T15:19:49,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T15:19:49,357 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T15:19:49,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b32cc63-ef25-6d32-33cf-1aa258703b6c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T15:19:49,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b32cc63-ef25-6d32-33cf-1aa258703b6c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T15:19:49,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b32cc63-ef25-6d32-33cf-1aa258703b6c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T15:19:49,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b32cc63-ef25-6d32-33cf-1aa258703b6c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T15:19:49,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b32cc63-ef25-6d32-33cf-1aa258703b6c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T15:19:49,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b32cc63-ef25-6d32-33cf-1aa258703b6c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T15:19:49,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b32cc63-ef25-6d32-33cf-1aa258703b6c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T15:19:49,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b32cc63-ef25-6d32-33cf-1aa258703b6c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T15:19:49,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b32cc63-ef25-6d32-33cf-1aa258703b6c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T15:19:49,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b32cc63-ef25-6d32-33cf-1aa258703b6c/nfs.dump.dir in system properties and HBase conf 2024-11-12T15:19:49,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b32cc63-ef25-6d32-33cf-1aa258703b6c/java.io.tmpdir in system properties and HBase conf 2024-11-12T15:19:49,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b32cc63-ef25-6d32-33cf-1aa258703b6c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T15:19:49,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b32cc63-ef25-6d32-33cf-1aa258703b6c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T15:19:49,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b32cc63-ef25-6d32-33cf-1aa258703b6c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T15:19:49,692 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T15:19:49,696 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T15:19:49,698 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T15:19:49,698 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T15:19:49,698 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T15:19:49,698 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T15:19:49,699 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ddec824{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b32cc63-ef25-6d32-33cf-1aa258703b6c/hadoop.log.dir/,AVAILABLE} 2024-11-12T15:19:49,699 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f7ccd89{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T15:19:49,792 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71b6171a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b32cc63-ef25-6d32-33cf-1aa258703b6c/java.io.tmpdir/jetty-localhost-36061-hadoop-hdfs-3_4_1-tests_jar-_-any-12407960560921747356/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T15:19:49,793 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f47635a{HTTP/1.1, (http/1.1)}{localhost:36061} 2024-11-12T15:19:49,793 INFO [Time-limited test {}] server.Server(415): Started @171037ms 2024-11-12T15:19:50,088 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T15:19:50,090 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T15:19:50,093 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T15:19:50,093 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T15:19:50,093 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T15:19:50,093 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@584aab43{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b32cc63-ef25-6d32-33cf-1aa258703b6c/hadoop.log.dir/,AVAILABLE} 2024-11-12T15:19:50,093 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b431dbf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T15:19:50,190 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1cf9a9fb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b32cc63-ef25-6d32-33cf-1aa258703b6c/java.io.tmpdir/jetty-localhost-40571-hadoop-hdfs-3_4_1-tests_jar-_-any-17650515500960129995/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T15:19:50,190 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4eae827d{HTTP/1.1, (http/1.1)}{localhost:40571} 2024-11-12T15:19:50,191 INFO [Time-limited test {}] server.Server(415): Started @171434ms 2024-11-12T15:19:50,192 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T15:19:50,879 WARN [Thread-1788 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b32cc63-ef25-6d32-33cf-1aa258703b6c/cluster_5b66b191-cf2c-d2e8-ebe7-97bda66021e5/data/data1/current/BP-1412255345-172.17.0.2-1731424789371/current, will proceed with Du for space computation calculation, 2024-11-12T15:19:50,879 WARN [Thread-1789 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b32cc63-ef25-6d32-33cf-1aa258703b6c/cluster_5b66b191-cf2c-d2e8-ebe7-97bda66021e5/data/data2/current/BP-1412255345-172.17.0.2-1731424789371/current, will proceed with Du for space computation calculation, 2024-11-12T15:19:50,898 WARN [Thread-1776 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T15:19:50,900 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbe172d516cf733fa with lease ID 0xe386fb0f6a10b10b: Processing first storage report for DS-c50c555a-6178-4695-ad94-254c408608d3 from datanode DatanodeRegistration(127.0.0.1:41339, datanodeUuid=561c340b-1154-45b1-a044-6f44fc7a4047, infoPort=33419, infoSecurePort=0, ipcPort=43267, storageInfo=lv=-57;cid=testClusterID;nsid=1350333640;c=1731424789371) 2024-11-12T15:19:50,900 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbe172d516cf733fa with lease ID 0xe386fb0f6a10b10b: from storage DS-c50c555a-6178-4695-ad94-254c408608d3 node DatanodeRegistration(127.0.0.1:41339, datanodeUuid=561c340b-1154-45b1-a044-6f44fc7a4047, infoPort=33419, infoSecurePort=0, ipcPort=43267, storageInfo=lv=-57;cid=testClusterID;nsid=1350333640;c=1731424789371), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T15:19:50,900 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbe172d516cf733fa with lease ID 0xe386fb0f6a10b10b: Processing first storage report for DS-d8cbf073-fded-4285-b5e3-244679967658 from datanode DatanodeRegistration(127.0.0.1:41339, datanodeUuid=561c340b-1154-45b1-a044-6f44fc7a4047, infoPort=33419, infoSecurePort=0, ipcPort=43267, storageInfo=lv=-57;cid=testClusterID;nsid=1350333640;c=1731424789371) 2024-11-12T15:19:50,900 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbe172d516cf733fa with lease ID 0xe386fb0f6a10b10b: from storage DS-d8cbf073-fded-4285-b5e3-244679967658 node DatanodeRegistration(127.0.0.1:41339, datanodeUuid=561c340b-1154-45b1-a044-6f44fc7a4047, infoPort=33419, infoSecurePort=0, ipcPort=43267, storageInfo=lv=-57;cid=testClusterID;nsid=1350333640;c=1731424789371), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T15:19:50,926 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b32cc63-ef25-6d32-33cf-1aa258703b6c 2024-11-12T15:19:50,926 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:19:50,927 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:19:50,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741825_1001 (size=7) 2024-11-12T15:19:51,334 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546 with version=8 2024-11-12T15:19:51,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/hbase-staging 2024-11-12T15:19:51,336 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a6f201fa5419:0 server-side Connection retries=45 2024-11-12T15:19:51,336 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:19:51,336 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T15:19:51,336 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T15:19:51,336 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:19:51,336 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T15:19:51,336 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T15:19:51,336 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T15:19:51,337 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42129 2024-11-12T15:19:51,338 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42129 connecting to ZooKeeper ensemble=127.0.0.1:61633 2024-11-12T15:19:51,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:421290x0, quorum=127.0.0.1:61633, baseZNode=/1-897777174 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T15:19:51,386 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42129-0x1012fa1884b0003 connected 2024-11-12T15:19:51,460 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:19:51,461 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:19:51,463 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42129-0x1012fa1884b0003, quorum=127.0.0.1:61633, baseZNode=/1-897777174 Set watcher on znode that does not yet exist, /1-897777174/running 2024-11-12T15:19:51,464 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546, hbase.cluster.distributed=false 2024-11-12T15:19:51,465 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42129-0x1012fa1884b0003, quorum=127.0.0.1:61633, baseZNode=/1-897777174 Set watcher on znode that does not yet exist, /1-897777174/acl 2024-11-12T15:19:51,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42129 2024-11-12T15:19:51,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42129 2024-11-12T15:19:51,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42129 2024-11-12T15:19:51,474 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42129 2024-11-12T15:19:51,475 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42129 2024-11-12T15:19:51,492 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a6f201fa5419:0 server-side Connection retries=45 2024-11-12T15:19:51,492 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:19:51,492 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T15:19:51,492 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T15:19:51,492 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:19:51,492 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T15:19:51,492 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T15:19:51,492 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T15:19:51,494 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40507 2024-11-12T15:19:51,495 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40507 connecting to ZooKeeper ensemble=127.0.0.1:61633 2024-11-12T15:19:51,496 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:19:51,498 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:19:51,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:405070x0, quorum=127.0.0.1:61633, baseZNode=/1-897777174 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T15:19:51,512 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:405070x0, quorum=127.0.0.1:61633, baseZNode=/1-897777174 Set watcher on znode that does not yet exist, /1-897777174/running 2024-11-12T15:19:51,512 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40507-0x1012fa1884b0004 connected 2024-11-12T15:19:51,513 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T15:19:51,514 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T15:19:51,515 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40507-0x1012fa1884b0004, quorum=127.0.0.1:61633, baseZNode=/1-897777174 Set watcher on znode that does not yet exist, /1-897777174/master 2024-11-12T15:19:51,516 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40507-0x1012fa1884b0004, quorum=127.0.0.1:61633, baseZNode=/1-897777174 Set watcher on znode that does not yet exist, /1-897777174/acl 2024-11-12T15:19:51,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40507 2024-11-12T15:19:51,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40507 2024-11-12T15:19:51,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40507 2024-11-12T15:19:51,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40507 2024-11-12T15:19:51,524 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40507 2024-11-12T15:19:51,537 DEBUG [M:0;a6f201fa5419:42129 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a6f201fa5419:42129 2024-11-12T15:19:51,538 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-897777174/backup-masters/a6f201fa5419,42129,1731424791336 2024-11-12T15:19:51,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40507-0x1012fa1884b0004, quorum=127.0.0.1:61633, baseZNode=/1-897777174 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-897777174/backup-masters 2024-11-12T15:19:51,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42129-0x1012fa1884b0003, quorum=127.0.0.1:61633, baseZNode=/1-897777174 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-897777174/backup-masters 2024-11-12T15:19:51,544 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42129-0x1012fa1884b0003, quorum=127.0.0.1:61633, baseZNode=/1-897777174 Set watcher on existing znode=/1-897777174/backup-masters/a6f201fa5419,42129,1731424791336 2024-11-12T15:19:51,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40507-0x1012fa1884b0004, quorum=127.0.0.1:61633, baseZNode=/1-897777174 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-897777174/master 2024-11-12T15:19:51,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42129-0x1012fa1884b0003, quorum=127.0.0.1:61633, baseZNode=/1-897777174 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-897777174 2024-11-12T15:19:51,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40507-0x1012fa1884b0004, quorum=127.0.0.1:61633, baseZNode=/1-897777174 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-897777174 2024-11-12T15:19:51,554 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42129-0x1012fa1884b0003, quorum=127.0.0.1:61633, baseZNode=/1-897777174 Set watcher on existing znode=/1-897777174/master 2024-11-12T15:19:51,554 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-897777174/backup-masters/a6f201fa5419,42129,1731424791336 from backup master directory 2024-11-12T15:19:51,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40507-0x1012fa1884b0004, quorum=127.0.0.1:61633, baseZNode=/1-897777174 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-897777174/backup-masters 2024-11-12T15:19:51,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42129-0x1012fa1884b0003, quorum=127.0.0.1:61633, baseZNode=/1-897777174 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-897777174/backup-masters/a6f201fa5419,42129,1731424791336 2024-11-12T15:19:51,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42129-0x1012fa1884b0003, quorum=127.0.0.1:61633, baseZNode=/1-897777174 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-897777174/backup-masters 2024-11-12T15:19:51,564 WARN [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T15:19:51,565 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a6f201fa5419,42129,1731424791336 2024-11-12T15:19:51,567 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/hbase.id] with ID: aa515838-d802-4097-8519-7430f87016e0 2024-11-12T15:19:51,567 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/.tmp/hbase.id 2024-11-12T15:19:51,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741826_1002 (size=42) 2024-11-12T15:19:51,837 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T15:19:51,864 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:19:51,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:19:51,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:19:51,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:19:51,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:19:51,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:19:51,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:19:51,972 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/.tmp/hbase.id]:[hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/hbase.id] 2024-11-12T15:19:51,981 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:19:51,981 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T15:19:51,982 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T15:19:52,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42129-0x1012fa1884b0003, quorum=127.0.0.1:61633, baseZNode=/1-897777174 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-897777174 2024-11-12T15:19:52,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40507-0x1012fa1884b0004, quorum=127.0.0.1:61633, baseZNode=/1-897777174 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-897777174 2024-11-12T15:19:52,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741827_1003 (size=196) 2024-11-12T15:19:52,067 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T15:19:52,068 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T15:19:52,068 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:19:52,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741828_1004 (size=1189) 2024-11-12T15:19:52,474 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/MasterData/data/master/store 2024-11-12T15:19:52,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741829_1005 (size=34) 2024-11-12T15:19:52,881 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:19:52,881 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T15:19:52,881 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:19:52,881 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:19:52,881 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T15:19:52,881 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:19:52,881 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:19:52,881 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731424792881Disabling compacts and flushes for region at 1731424792881Disabling writes for close at 1731424792881Writing region close event to WAL at 1731424792881Closed at 1731424792881 2024-11-12T15:19:52,882 WARN [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/MasterData/data/master/store/.initializing 2024-11-12T15:19:52,882 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/MasterData/WALs/a6f201fa5419,42129,1731424791336 2024-11-12T15:19:52,883 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T15:19:52,884 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a6f201fa5419%2C42129%2C1731424791336, suffix=, logDir=hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/MasterData/WALs/a6f201fa5419,42129,1731424791336, archiveDir=hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/MasterData/oldWALs, maxLogs=10 2024-11-12T15:19:52,895 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/MasterData/WALs/a6f201fa5419,42129,1731424791336/a6f201fa5419%2C42129%2C1731424791336.1731424792884, exclude list is [], retry=0 2024-11-12T15:19:52,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41339,DS-c50c555a-6178-4695-ad94-254c408608d3,DISK] 2024-11-12T15:19:52,899 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/MasterData/WALs/a6f201fa5419,42129,1731424791336/a6f201fa5419%2C42129%2C1731424791336.1731424792884 2024-11-12T15:19:52,900 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33419:33419)] 2024-11-12T15:19:52,900 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T15:19:52,900 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:19:52,900 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:19:52,900 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:19:52,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:19:52,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T15:19:52,902 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:19:52,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:19:52,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:19:52,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T15:19:52,904 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:19:52,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:19:52,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:19:52,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T15:19:52,905 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:19:52,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:19:52,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:19:52,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T15:19:52,906 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:19:52,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:19:52,906 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:19:52,907 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:19:52,907 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:19:52,908 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:19:52,908 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:19:52,908 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T15:19:52,909 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:19:52,911 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T15:19:52,911 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74137579, jitterRate=0.10473601520061493}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T15:19:52,911 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731424792900Initializing all the Stores at 1731424792901 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424792901Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424792901Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424792901Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424792901Cleaning up temporary data from old regions at 1731424792908 (+7 ms)Region opened successfully at 1731424792911 (+3 ms) 2024-11-12T15:19:52,911 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T15:19:52,913 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@519130f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a6f201fa5419/172.17.0.2:0 2024-11-12T15:19:52,914 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T15:19:52,914 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T15:19:52,914 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T15:19:52,914 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T15:19:52,914 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T15:19:52,914 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T15:19:52,914 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T15:19:52,916 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T15:19:52,917 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42129-0x1012fa1884b0003, quorum=127.0.0.1:61633, baseZNode=/1-897777174 Unable to get data of znode /1-897777174/balancer because node does not exist (not necessarily an error) 2024-11-12T15:19:52,964 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-897777174/balancer already deleted, retry=false 2024-11-12T15:19:52,965 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T15:19:52,965 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42129-0x1012fa1884b0003, quorum=127.0.0.1:61633, baseZNode=/1-897777174 Unable to get data of znode /1-897777174/normalizer because node does not exist (not necessarily an error) 2024-11-12T15:19:52,975 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-897777174/normalizer already deleted, retry=false 2024-11-12T15:19:52,975 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T15:19:52,976 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42129-0x1012fa1884b0003, quorum=127.0.0.1:61633, baseZNode=/1-897777174 Unable to get data of znode /1-897777174/switch/split because node does not exist (not necessarily an error) 2024-11-12T15:19:52,985 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-897777174/switch/split already deleted, retry=false 2024-11-12T15:19:52,986 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42129-0x1012fa1884b0003, quorum=127.0.0.1:61633, baseZNode=/1-897777174 Unable to get data of znode /1-897777174/switch/merge because node does not exist (not necessarily an error) 2024-11-12T15:19:52,996 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-897777174/switch/merge already deleted, retry=false 2024-11-12T15:19:52,997 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42129-0x1012fa1884b0003, quorum=127.0.0.1:61633, baseZNode=/1-897777174 Unable to get data of znode /1-897777174/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T15:19:53,006 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-897777174/snapshot-cleanup already deleted, retry=false 2024-11-12T15:19:53,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40507-0x1012fa1884b0004, quorum=127.0.0.1:61633, baseZNode=/1-897777174 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-897777174/running 2024-11-12T15:19:53,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42129-0x1012fa1884b0003, quorum=127.0.0.1:61633, baseZNode=/1-897777174 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-897777174/running 2024-11-12T15:19:53,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40507-0x1012fa1884b0004, quorum=127.0.0.1:61633, baseZNode=/1-897777174 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-897777174 2024-11-12T15:19:53,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42129-0x1012fa1884b0003, quorum=127.0.0.1:61633, baseZNode=/1-897777174 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-897777174 2024-11-12T15:19:53,017 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a6f201fa5419,42129,1731424791336, sessionid=0x1012fa1884b0003, setting cluster-up flag (Was=false) 2024-11-12T15:19:53,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42129-0x1012fa1884b0003, quorum=127.0.0.1:61633, baseZNode=/1-897777174 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-897777174 2024-11-12T15:19:53,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40507-0x1012fa1884b0004, quorum=127.0.0.1:61633, baseZNode=/1-897777174 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-897777174 2024-11-12T15:19:53,070 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-897777174/flush-table-proc/acquired, /1-897777174/flush-table-proc/reached, /1-897777174/flush-table-proc/abort 2024-11-12T15:19:53,071 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a6f201fa5419,42129,1731424791336 2024-11-12T15:19:53,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40507-0x1012fa1884b0004, quorum=127.0.0.1:61633, baseZNode=/1-897777174 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-897777174 2024-11-12T15:19:53,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42129-0x1012fa1884b0003, quorum=127.0.0.1:61633, baseZNode=/1-897777174 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-897777174 2024-11-12T15:19:53,122 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-897777174/online-snapshot/acquired, /1-897777174/online-snapshot/reached, /1-897777174/online-snapshot/abort 2024-11-12T15:19:53,123 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a6f201fa5419,42129,1731424791336 2024-11-12T15:19:53,124 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T15:19:53,125 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T15:19:53,125 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T15:19:53,126 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T15:19:53,126 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a6f201fa5419,42129,1731424791336 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T15:19:53,127 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:19:53,127 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:19:53,127 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:19:53,127 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:19:53,127 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a6f201fa5419:0, corePoolSize=10, maxPoolSize=10 2024-11-12T15:19:53,127 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:19:53,127 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a6f201fa5419:0, corePoolSize=2, maxPoolSize=2 2024-11-12T15:19:53,127 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:19:53,127 INFO [RS:0;a6f201fa5419:40507 {}] regionserver.HRegionServer(746): ClusterId : aa515838-d802-4097-8519-7430f87016e0 2024-11-12T15:19:53,127 DEBUG [RS:0;a6f201fa5419:40507 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T15:19:53,128 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731424823128 2024-11-12T15:19:53,128 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T15:19:53,128 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T15:19:53,128 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T15:19:53,128 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T15:19:53,128 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T15:19:53,128 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T15:19:53,128 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T15:19:53,128 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T15:19:53,129 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:19:53,129 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T15:19:53,132 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:53,133 DEBUG [RS:0;a6f201fa5419:40507 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T15:19:53,133 DEBUG [RS:0;a6f201fa5419:40507 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T15:19:53,139 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T15:19:53,139 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T15:19:53,139 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T15:19:53,139 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T15:19:53,140 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T15:19:53,140 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T15:19:53,144 DEBUG [RS:0;a6f201fa5419:40507 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T15:19:53,144 DEBUG [RS:0;a6f201fa5419:40507 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44d14bd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a6f201fa5419/172.17.0.2:0 2024-11-12T15:19:53,147 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.large.0-1731424793140,5,FailOnTimeoutGroup] 2024-11-12T15:19:53,147 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.small.0-1731424793147,5,FailOnTimeoutGroup] 2024-11-12T15:19:53,147 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:53,147 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T15:19:53,147 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:53,148 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:53,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741831_1007 (size=1321) 2024-11-12T15:19:53,150 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T15:19:53,150 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546 2024-11-12T15:19:53,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741832_1008 (size=32) 2024-11-12T15:19:53,159 DEBUG [RS:0;a6f201fa5419:40507 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a6f201fa5419:40507 2024-11-12T15:19:53,159 INFO [RS:0;a6f201fa5419:40507 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T15:19:53,159 INFO [RS:0;a6f201fa5419:40507 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T15:19:53,159 DEBUG [RS:0;a6f201fa5419:40507 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T15:19:53,160 INFO [RS:0;a6f201fa5419:40507 {}] regionserver.HRegionServer(2659): reportForDuty to master=a6f201fa5419,42129,1731424791336 with port=40507, startcode=1731424791492 2024-11-12T15:19:53,160 DEBUG [RS:0;a6f201fa5419:40507 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T15:19:53,162 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53689, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T15:19:53,162 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42129 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a6f201fa5419,40507,1731424791492 2024-11-12T15:19:53,162 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42129 {}] master.ServerManager(517): Registering regionserver=a6f201fa5419,40507,1731424791492 2024-11-12T15:19:53,163 DEBUG [RS:0;a6f201fa5419:40507 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546 2024-11-12T15:19:53,164 DEBUG [RS:0;a6f201fa5419:40507 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43915 2024-11-12T15:19:53,164 DEBUG [RS:0;a6f201fa5419:40507 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T15:19:53,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42129-0x1012fa1884b0003, quorum=127.0.0.1:61633, baseZNode=/1-897777174 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-897777174/rs 2024-11-12T15:19:53,221 DEBUG [RS:0;a6f201fa5419:40507 {}] zookeeper.ZKUtil(111): regionserver:40507-0x1012fa1884b0004, quorum=127.0.0.1:61633, baseZNode=/1-897777174 Set watcher on existing znode=/1-897777174/rs/a6f201fa5419,40507,1731424791492 2024-11-12T15:19:53,221 WARN [RS:0;a6f201fa5419:40507 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T15:19:53,222 INFO [RS:0;a6f201fa5419:40507 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:19:53,222 DEBUG [RS:0;a6f201fa5419:40507 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/WALs/a6f201fa5419,40507,1731424791492 2024-11-12T15:19:53,222 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a6f201fa5419,40507,1731424791492] 2024-11-12T15:19:53,225 INFO [RS:0;a6f201fa5419:40507 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T15:19:53,226 INFO [RS:0;a6f201fa5419:40507 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T15:19:53,227 INFO [RS:0;a6f201fa5419:40507 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T15:19:53,227 INFO [RS:0;a6f201fa5419:40507 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:53,227 INFO [RS:0;a6f201fa5419:40507 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T15:19:53,227 INFO [RS:0;a6f201fa5419:40507 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T15:19:53,227 INFO [RS:0;a6f201fa5419:40507 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:53,227 DEBUG [RS:0;a6f201fa5419:40507 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:19:53,227 DEBUG [RS:0;a6f201fa5419:40507 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:19:53,227 DEBUG [RS:0;a6f201fa5419:40507 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:19:53,228 DEBUG [RS:0;a6f201fa5419:40507 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:19:53,228 DEBUG [RS:0;a6f201fa5419:40507 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:19:53,228 DEBUG [RS:0;a6f201fa5419:40507 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a6f201fa5419:0, corePoolSize=2, maxPoolSize=2 2024-11-12T15:19:53,228 DEBUG [RS:0;a6f201fa5419:40507 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:19:53,228 DEBUG [RS:0;a6f201fa5419:40507 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:19:53,228 DEBUG [RS:0;a6f201fa5419:40507 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:19:53,228 DEBUG [RS:0;a6f201fa5419:40507 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:19:53,228 DEBUG [RS:0;a6f201fa5419:40507 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:19:53,228 DEBUG [RS:0;a6f201fa5419:40507 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:19:53,228 DEBUG [RS:0;a6f201fa5419:40507 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a6f201fa5419:0, corePoolSize=3, maxPoolSize=3 2024-11-12T15:19:53,228 DEBUG [RS:0;a6f201fa5419:40507 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a6f201fa5419:0, corePoolSize=3, maxPoolSize=3 2024-11-12T15:19:53,228 INFO [RS:0;a6f201fa5419:40507 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:53,228 INFO [RS:0;a6f201fa5419:40507 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:53,228 INFO [RS:0;a6f201fa5419:40507 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:53,228 INFO [RS:0;a6f201fa5419:40507 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:53,228 INFO [RS:0;a6f201fa5419:40507 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:53,228 INFO [RS:0;a6f201fa5419:40507 {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,40507,1731424791492-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T15:19:53,241 INFO [RS:0;a6f201fa5419:40507 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T15:19:53,241 INFO [RS:0;a6f201fa5419:40507 {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,40507,1731424791492-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:53,241 INFO [RS:0;a6f201fa5419:40507 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:53,241 INFO [RS:0;a6f201fa5419:40507 {}] regionserver.Replication(171): a6f201fa5419,40507,1731424791492 started 2024-11-12T15:19:53,252 INFO [RS:0;a6f201fa5419:40507 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:53,252 INFO [RS:0;a6f201fa5419:40507 {}] regionserver.HRegionServer(1482): Serving as a6f201fa5419,40507,1731424791492, RpcServer on a6f201fa5419/172.17.0.2:40507, sessionid=0x1012fa1884b0004 2024-11-12T15:19:53,253 DEBUG [RS:0;a6f201fa5419:40507 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T15:19:53,253 DEBUG [RS:0;a6f201fa5419:40507 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a6f201fa5419,40507,1731424791492 2024-11-12T15:19:53,253 DEBUG [RS:0;a6f201fa5419:40507 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a6f201fa5419,40507,1731424791492' 2024-11-12T15:19:53,253 DEBUG [RS:0;a6f201fa5419:40507 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-897777174/flush-table-proc/abort' 2024-11-12T15:19:53,253 DEBUG [RS:0;a6f201fa5419:40507 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-897777174/flush-table-proc/acquired' 2024-11-12T15:19:53,253 DEBUG [RS:0;a6f201fa5419:40507 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T15:19:53,253 DEBUG [RS:0;a6f201fa5419:40507 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T15:19:53,253 DEBUG [RS:0;a6f201fa5419:40507 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a6f201fa5419,40507,1731424791492 2024-11-12T15:19:53,253 DEBUG [RS:0;a6f201fa5419:40507 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a6f201fa5419,40507,1731424791492' 2024-11-12T15:19:53,253 DEBUG [RS:0;a6f201fa5419:40507 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-897777174/online-snapshot/abort' 2024-11-12T15:19:53,254 DEBUG [RS:0;a6f201fa5419:40507 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-897777174/online-snapshot/acquired' 2024-11-12T15:19:53,254 DEBUG [RS:0;a6f201fa5419:40507 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T15:19:53,254 INFO [RS:0;a6f201fa5419:40507 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T15:19:53,254 INFO [RS:0;a6f201fa5419:40507 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T15:19:53,354 INFO [RS:0;a6f201fa5419:40507 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T15:19:53,356 INFO [RS:0;a6f201fa5419:40507 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a6f201fa5419%2C40507%2C1731424791492, suffix=, logDir=hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/WALs/a6f201fa5419,40507,1731424791492, archiveDir=hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/oldWALs, maxLogs=10 2024-11-12T15:19:53,366 DEBUG [RS:0;a6f201fa5419:40507 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/WALs/a6f201fa5419,40507,1731424791492/a6f201fa5419%2C40507%2C1731424791492.1731424793356, exclude list is [], retry=0 2024-11-12T15:19:53,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41339,DS-c50c555a-6178-4695-ad94-254c408608d3,DISK] 2024-11-12T15:19:53,370 INFO [RS:0;a6f201fa5419:40507 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/WALs/a6f201fa5419,40507,1731424791492/a6f201fa5419%2C40507%2C1731424791492.1731424793356 2024-11-12T15:19:53,370 DEBUG [RS:0;a6f201fa5419:40507 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33419:33419)] 2024-11-12T15:19:53,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:19:53,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T15:19:53,562 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T15:19:53,562 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:19:53,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:19:53,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T15:19:53,564 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T15:19:53,564 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:19:53,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:19:53,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T15:19:53,566 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T15:19:53,566 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:19:53,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:19:53,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T15:19:53,567 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T15:19:53,567 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:19:53,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:19:53,568 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T15:19:53,568 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/data/hbase/meta/1588230740 2024-11-12T15:19:53,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/data/hbase/meta/1588230740 2024-11-12T15:19:53,570 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T15:19:53,570 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T15:19:53,570 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T15:19:53,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T15:19:53,574 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T15:19:53,574 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71722819, jitterRate=0.06875328719615936}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T15:19:53,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731424793560Initializing all the Stores at 1731424793561 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424793561Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424793561Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424793561Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424793561Cleaning up temporary data from old regions at 1731424793570 (+9 ms)Region opened successfully at 1731424793574 (+4 ms) 2024-11-12T15:19:53,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T15:19:53,574 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T15:19:53,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T15:19:53,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T15:19:53,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T15:19:53,575 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T15:19:53,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731424793574Disabling compacts and flushes for region at 1731424793574Disabling writes for close at 1731424793574Writing region close event to WAL at 1731424793575 (+1 ms)Closed at 1731424793575 2024-11-12T15:19:53,576 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T15:19:53,576 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T15:19:53,576 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T15:19:53,577 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T15:19:53,578 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T15:19:53,728 DEBUG [a6f201fa5419:42129 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T15:19:53,729 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a6f201fa5419,40507,1731424791492 2024-11-12T15:19:53,730 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a6f201fa5419,40507,1731424791492, state=OPENING 2024-11-12T15:19:53,775 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T15:19:53,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40507-0x1012fa1884b0004, quorum=127.0.0.1:61633, baseZNode=/1-897777174 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-897777174 2024-11-12T15:19:53,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42129-0x1012fa1884b0003, quorum=127.0.0.1:61633, baseZNode=/1-897777174 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-897777174 2024-11-12T15:19:53,786 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T15:19:53,786 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-897777174/meta-region-server: CHANGED 2024-11-12T15:19:53,786 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-897777174/meta-region-server: CHANGED 2024-11-12T15:19:53,786 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a6f201fa5419,40507,1731424791492}] 2024-11-12T15:19:53,938 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T15:19:53,939 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44237, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T15:19:53,942 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T15:19:53,942 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:19:53,942 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T15:19:53,943 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a6f201fa5419%2C40507%2C1731424791492.meta, suffix=.meta, logDir=hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/WALs/a6f201fa5419,40507,1731424791492, archiveDir=hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/oldWALs, maxLogs=10 2024-11-12T15:19:53,954 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/WALs/a6f201fa5419,40507,1731424791492/a6f201fa5419%2C40507%2C1731424791492.meta.1731424793943.meta, exclude list is [], retry=0 2024-11-12T15:19:53,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41339,DS-c50c555a-6178-4695-ad94-254c408608d3,DISK] 2024-11-12T15:19:53,957 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/WALs/a6f201fa5419,40507,1731424791492/a6f201fa5419%2C40507%2C1731424791492.meta.1731424793943.meta 2024-11-12T15:19:53,958 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33419:33419)] 2024-11-12T15:19:53,958 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T15:19:53,958 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T15:19:53,958 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T15:19:53,958 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T15:19:53,958 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T15:19:53,958 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T15:19:53,958 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:19:53,958 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T15:19:53,958 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T15:19:53,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T15:19:53,960 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T15:19:53,960 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:19:53,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:19:53,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T15:19:53,961 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T15:19:53,961 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:19:53,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:19:53,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T15:19:53,962 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T15:19:53,962 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:19:53,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:19:53,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T15:19:53,963 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T15:19:53,963 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:19:53,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:19:53,963 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T15:19:53,963 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/data/hbase/meta/1588230740 2024-11-12T15:19:53,964 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/data/hbase/meta/1588230740 2024-11-12T15:19:53,965 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T15:19:53,965 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T15:19:53,965 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T15:19:53,966 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T15:19:53,967 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63104470, jitterRate=-0.05967012047767639}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T15:19:53,967 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T15:19:53,967 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731424793958Writing region info on filesystem at 1731424793958Initializing all the Stores at 1731424793959 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424793959Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424793959Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424793959Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424793959Cleaning up temporary data from old regions at 1731424793965 (+6 ms)Running coprocessor post-open hooks at 1731424793967 (+2 ms)Region opened successfully at 1731424793967 2024-11-12T15:19:53,968 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731424793938 2024-11-12T15:19:53,969 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T15:19:53,969 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T15:19:53,970 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a6f201fa5419,40507,1731424791492 2024-11-12T15:19:53,970 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a6f201fa5419,40507,1731424791492, state=OPEN 2024-11-12T15:19:53,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42129-0x1012fa1884b0003, quorum=127.0.0.1:61633, baseZNode=/1-897777174 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-897777174/meta-region-server 2024-11-12T15:19:53,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40507-0x1012fa1884b0004, quorum=127.0.0.1:61633, baseZNode=/1-897777174 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-897777174/meta-region-server 2024-11-12T15:19:53,975 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a6f201fa5419,40507,1731424791492 2024-11-12T15:19:53,975 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-897777174/meta-region-server: CHANGED 2024-11-12T15:19:53,975 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-897777174/meta-region-server: CHANGED 2024-11-12T15:19:53,977 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T15:19:53,977 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a6f201fa5419,40507,1731424791492 in 189 msec 2024-11-12T15:19:53,979 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T15:19:53,979 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 401 msec 2024-11-12T15:19:53,979 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T15:19:53,979 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T15:19:53,980 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:19:53,980 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,40507,1731424791492, seqNum=-1] 2024-11-12T15:19:53,980 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:19:53,981 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39143, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T15:19:53,985 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 859 msec 2024-11-12T15:19:53,985 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731424793985, completionTime=-1 2024-11-12T15:19:53,985 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T15:19:53,985 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T15:19:53,987 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T15:19:53,987 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731424853987 2024-11-12T15:19:53,987 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731424913987 2024-11-12T15:19:53,987 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-12T15:19:53,991 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,42129,1731424791336-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:53,991 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,42129,1731424791336-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:53,991 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,42129,1731424791336-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:53,991 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a6f201fa5419:42129, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:53,992 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:53,992 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:53,993 DEBUG [master/a6f201fa5419:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T15:19:53,995 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.430sec 2024-11-12T15:19:53,995 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T15:19:53,995 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T15:19:53,995 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T15:19:53,995 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T15:19:53,995 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T15:19:53,995 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,42129,1731424791336-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T15:19:53,995 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,42129,1731424791336-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T15:19:53,997 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T15:19:53,997 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T15:19:53,997 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,42129,1731424791336-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:19:54,028 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fab49f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:19:54,028 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,42129,-1 for getting cluster id 2024-11-12T15:19:54,028 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:19:54,029 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa515838-d802-4097-8519-7430f87016e0' 2024-11-12T15:19:54,030 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:19:54,030 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa515838-d802-4097-8519-7430f87016e0" 2024-11-12T15:19:54,030 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38c10ba7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:19:54,030 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,42129,-1] 2024-11-12T15:19:54,030 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:19:54,030 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:19:54,031 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:19:54,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b981b4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:19:54,032 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:19:54,033 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,40507,1731424791492, seqNum=-1] 2024-11-12T15:19:54,033 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:19:54,035 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T15:19:54,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a6f201fa5419,42129,1731424791336 2024-11-12T15:19:54,037 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61633 2024-11-12T15:19:54,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61633, baseZNode=/1-897777174 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T15:19:54,049 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012fa1884b0005 connected 2024-11-12T15:19:54,061 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:19:54,062 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,38275,1731424785693 2024-11-12T15:19:54,062 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1dff4f03 2024-11-12T15:19:54,062 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:19:54,063 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T15:19:54,064 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38275 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T15:19:54,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38275 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T15:19:54,066 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T15:19:54,066 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:19:54,066 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38275 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T15:19:54,066 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T15:19:54,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:19:54,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741835_1011 (size=902) 2024-11-12T15:19:54,074 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T15:19:54,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:19:54,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:19:54,473 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4c705510a0406b046f3da8e142e8164f, NAME => 'test,,1731424794063.4c705510a0406b046f3da8e142e8164f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d 2024-11-12T15:19:54,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741836_1012 (size=39) 2024-11-12T15:19:54,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:19:54,890 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731424794063.4c705510a0406b046f3da8e142e8164f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:19:54,890 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4c705510a0406b046f3da8e142e8164f, disabling compactions & flushes 2024-11-12T15:19:54,890 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731424794063.4c705510a0406b046f3da8e142e8164f. 2024-11-12T15:19:54,890 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731424794063.4c705510a0406b046f3da8e142e8164f. 2024-11-12T15:19:54,890 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731424794063.4c705510a0406b046f3da8e142e8164f. after waiting 0 ms 2024-11-12T15:19:54,890 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731424794063.4c705510a0406b046f3da8e142e8164f. 2024-11-12T15:19:54,890 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731424794063.4c705510a0406b046f3da8e142e8164f. 2024-11-12T15:19:54,890 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4c705510a0406b046f3da8e142e8164f: Waiting for close lock at 1731424794890Disabling compacts and flushes for region at 1731424794890Disabling writes for close at 1731424794890Writing region close event to WAL at 1731424794890Closed at 1731424794890 2024-11-12T15:19:54,891 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T15:19:54,891 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731424794063.4c705510a0406b046f3da8e142e8164f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731424794891"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731424794891"}]},"ts":"1731424794891"} 2024-11-12T15:19:54,893 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T15:19:54,894 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T15:19:54,894 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731424794894"}]},"ts":"1731424794894"} 2024-11-12T15:19:54,895 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T15:19:54,896 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4c705510a0406b046f3da8e142e8164f, ASSIGN}] 2024-11-12T15:19:54,897 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4c705510a0406b046f3da8e142e8164f, ASSIGN 2024-11-12T15:19:54,897 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4c705510a0406b046f3da8e142e8164f, ASSIGN; state=OFFLINE, location=a6f201fa5419,32783,1731424785887; forceNewPlan=false, retain=false 2024-11-12T15:19:55,048 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4c705510a0406b046f3da8e142e8164f, regionState=OPENING, regionLocation=a6f201fa5419,32783,1731424785887 2024-11-12T15:19:55,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4c705510a0406b046f3da8e142e8164f, ASSIGN because future has completed 2024-11-12T15:19:55,050 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c705510a0406b046f3da8e142e8164f, server=a6f201fa5419,32783,1731424785887}] 2024-11-12T15:19:55,206 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731424794063.4c705510a0406b046f3da8e142e8164f. 2024-11-12T15:19:55,206 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4c705510a0406b046f3da8e142e8164f, NAME => 'test,,1731424794063.4c705510a0406b046f3da8e142e8164f.', STARTKEY => '', ENDKEY => ''} 2024-11-12T15:19:55,206 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T15:19:55,207 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T15:19:55,207 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4c705510a0406b046f3da8e142e8164f 2024-11-12T15:19:55,207 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731424794063.4c705510a0406b046f3da8e142e8164f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:19:55,207 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4c705510a0406b046f3da8e142e8164f 2024-11-12T15:19:55,207 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4c705510a0406b046f3da8e142e8164f 2024-11-12T15:19:55,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:19:55,208 INFO [StoreOpener-4c705510a0406b046f3da8e142e8164f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4c705510a0406b046f3da8e142e8164f 2024-11-12T15:19:55,209 INFO [StoreOpener-4c705510a0406b046f3da8e142e8164f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c705510a0406b046f3da8e142e8164f columnFamilyName f 2024-11-12T15:19:55,209 DEBUG [StoreOpener-4c705510a0406b046f3da8e142e8164f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:19:55,209 INFO [StoreOpener-4c705510a0406b046f3da8e142e8164f-1 {}] regionserver.HStore(327): Store=4c705510a0406b046f3da8e142e8164f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:19:55,209 INFO [StoreOpener-4c705510a0406b046f3da8e142e8164f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4c705510a0406b046f3da8e142e8164f 2024-11-12T15:19:55,210 INFO [StoreOpener-4c705510a0406b046f3da8e142e8164f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c705510a0406b046f3da8e142e8164f columnFamilyName f1 2024-11-12T15:19:55,210 DEBUG [StoreOpener-4c705510a0406b046f3da8e142e8164f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:19:55,210 INFO [StoreOpener-4c705510a0406b046f3da8e142e8164f-1 {}] regionserver.HStore(327): Store=4c705510a0406b046f3da8e142e8164f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:19:55,211 INFO [StoreOpener-4c705510a0406b046f3da8e142e8164f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4c705510a0406b046f3da8e142e8164f 2024-11-12T15:19:55,211 INFO [StoreOpener-4c705510a0406b046f3da8e142e8164f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c705510a0406b046f3da8e142e8164f columnFamilyName norep 2024-11-12T15:19:55,211 DEBUG [StoreOpener-4c705510a0406b046f3da8e142e8164f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:19:55,212 INFO [StoreOpener-4c705510a0406b046f3da8e142e8164f-1 {}] regionserver.HStore(327): Store=4c705510a0406b046f3da8e142e8164f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:19:55,212 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4c705510a0406b046f3da8e142e8164f 2024-11-12T15:19:55,212 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/data/default/test/4c705510a0406b046f3da8e142e8164f 2024-11-12T15:19:55,212 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/data/default/test/4c705510a0406b046f3da8e142e8164f 2024-11-12T15:19:55,213 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4c705510a0406b046f3da8e142e8164f 2024-11-12T15:19:55,213 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4c705510a0406b046f3da8e142e8164f 2024-11-12T15:19:55,213 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T15:19:55,214 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4c705510a0406b046f3da8e142e8164f 2024-11-12T15:19:55,215 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/data/default/test/4c705510a0406b046f3da8e142e8164f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T15:19:55,216 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4c705510a0406b046f3da8e142e8164f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62039309, jitterRate=-0.07554225623607635}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T15:19:55,216 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4c705510a0406b046f3da8e142e8164f 2024-11-12T15:19:55,217 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4c705510a0406b046f3da8e142e8164f: Running coprocessor pre-open hook at 1731424795207Writing region info on filesystem at 1731424795207Initializing all the Stores at 1731424795208 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424795208Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424795208Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424795208Cleaning up temporary data from old regions at 1731424795213 (+5 ms)Running coprocessor post-open hooks at 1731424795216 (+3 ms)Region opened successfully at 1731424795217 (+1 ms) 2024-11-12T15:19:55,217 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731424794063.4c705510a0406b046f3da8e142e8164f., pid=6, masterSystemTime=1731424795202 2024-11-12T15:19:55,219 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731424794063.4c705510a0406b046f3da8e142e8164f. 2024-11-12T15:19:55,219 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731424794063.4c705510a0406b046f3da8e142e8164f. 2024-11-12T15:19:55,220 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4c705510a0406b046f3da8e142e8164f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a6f201fa5419,32783,1731424785887 2024-11-12T15:19:55,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c705510a0406b046f3da8e142e8164f, server=a6f201fa5419,32783,1731424785887 because future has completed 2024-11-12T15:19:55,224 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T15:19:55,224 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4c705510a0406b046f3da8e142e8164f, server=a6f201fa5419,32783,1731424785887 in 173 msec 2024-11-12T15:19:55,226 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T15:19:55,226 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4c705510a0406b046f3da8e142e8164f, ASSIGN in 328 msec 2024-11-12T15:19:55,226 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T15:19:55,227 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731424795226"}]},"ts":"1731424795226"} 2024-11-12T15:19:55,229 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T15:19:55,230 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T15:19:55,231 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1660 sec 2024-11-12T15:19:56,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:19:56,218 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T15:19:56,218 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:19:56,219 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,42129,1731424791336 2024-11-12T15:19:56,219 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35150df3 2024-11-12T15:19:56,219 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:19:56,220 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T15:19:56,221 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42129 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T15:19:56,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42129 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T15:19:56,223 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T15:19:56,223 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:19:56,223 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42129 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T15:19:56,224 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T15:19:56,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:19:56,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741835_1011 (size=902) 2024-11-12T15:19:56,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:19:56,335 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T15:19:56,335 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T15:19:56,336 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T15:19:56,336 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-12T15:19:56,336 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T15:19:56,336 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-12T15:19:56,336 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T15:19:56,336 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-12T15:19:56,336 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T15:19:56,336 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-12T15:19:56,336 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T15:19:56,336 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-12T15:19:56,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:19:56,633 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d8e4f6e953349c11b7ffe9b47198893f, NAME => 'test,,1731424796220.d8e4f6e953349c11b7ffe9b47198893f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546 2024-11-12T15:19:56,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741836_1012 (size=39) 2024-11-12T15:19:56,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:19:57,039 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731424796220.d8e4f6e953349c11b7ffe9b47198893f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:19:57,039 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d8e4f6e953349c11b7ffe9b47198893f, disabling compactions & flushes 2024-11-12T15:19:57,039 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731424796220.d8e4f6e953349c11b7ffe9b47198893f. 2024-11-12T15:19:57,039 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731424796220.d8e4f6e953349c11b7ffe9b47198893f. 2024-11-12T15:19:57,039 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731424796220.d8e4f6e953349c11b7ffe9b47198893f. after waiting 0 ms 2024-11-12T15:19:57,039 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731424796220.d8e4f6e953349c11b7ffe9b47198893f. 2024-11-12T15:19:57,039 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731424796220.d8e4f6e953349c11b7ffe9b47198893f. 2024-11-12T15:19:57,039 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d8e4f6e953349c11b7ffe9b47198893f: Waiting for close lock at 1731424797039Disabling compacts and flushes for region at 1731424797039Disabling writes for close at 1731424797039Writing region close event to WAL at 1731424797039Closed at 1731424797039 2024-11-12T15:19:57,040 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T15:19:57,040 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731424796220.d8e4f6e953349c11b7ffe9b47198893f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731424797040"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731424797040"}]},"ts":"1731424797040"} 2024-11-12T15:19:57,042 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T15:19:57,042 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T15:19:57,042 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731424797042"}]},"ts":"1731424797042"} 2024-11-12T15:19:57,044 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T15:19:57,044 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d8e4f6e953349c11b7ffe9b47198893f, ASSIGN}] 2024-11-12T15:19:57,045 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d8e4f6e953349c11b7ffe9b47198893f, ASSIGN 2024-11-12T15:19:57,046 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d8e4f6e953349c11b7ffe9b47198893f, ASSIGN; state=OFFLINE, location=a6f201fa5419,40507,1731424791492; forceNewPlan=false, retain=false 2024-11-12T15:19:57,196 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d8e4f6e953349c11b7ffe9b47198893f, regionState=OPENING, regionLocation=a6f201fa5419,40507,1731424791492 2024-11-12T15:19:57,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d8e4f6e953349c11b7ffe9b47198893f, ASSIGN because future has completed 2024-11-12T15:19:57,199 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d8e4f6e953349c11b7ffe9b47198893f, server=a6f201fa5419,40507,1731424791492}] 2024-11-12T15:19:57,354 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731424796220.d8e4f6e953349c11b7ffe9b47198893f. 2024-11-12T15:19:57,354 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d8e4f6e953349c11b7ffe9b47198893f, NAME => 'test,,1731424796220.d8e4f6e953349c11b7ffe9b47198893f.', STARTKEY => '', ENDKEY => ''} 2024-11-12T15:19:57,354 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T15:19:57,354 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T15:19:57,354 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d8e4f6e953349c11b7ffe9b47198893f 2024-11-12T15:19:57,354 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731424796220.d8e4f6e953349c11b7ffe9b47198893f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:19:57,354 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d8e4f6e953349c11b7ffe9b47198893f 2024-11-12T15:19:57,354 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d8e4f6e953349c11b7ffe9b47198893f 2024-11-12T15:19:57,355 INFO [StoreOpener-d8e4f6e953349c11b7ffe9b47198893f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d8e4f6e953349c11b7ffe9b47198893f 2024-11-12T15:19:57,356 INFO [StoreOpener-d8e4f6e953349c11b7ffe9b47198893f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8e4f6e953349c11b7ffe9b47198893f columnFamilyName f 2024-11-12T15:19:57,356 DEBUG [StoreOpener-d8e4f6e953349c11b7ffe9b47198893f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:19:57,357 INFO [StoreOpener-d8e4f6e953349c11b7ffe9b47198893f-1 {}] regionserver.HStore(327): Store=d8e4f6e953349c11b7ffe9b47198893f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:19:57,357 INFO [StoreOpener-d8e4f6e953349c11b7ffe9b47198893f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d8e4f6e953349c11b7ffe9b47198893f 2024-11-12T15:19:57,358 INFO [StoreOpener-d8e4f6e953349c11b7ffe9b47198893f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8e4f6e953349c11b7ffe9b47198893f columnFamilyName f1 2024-11-12T15:19:57,358 DEBUG [StoreOpener-d8e4f6e953349c11b7ffe9b47198893f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:19:57,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:19:57,358 INFO [StoreOpener-d8e4f6e953349c11b7ffe9b47198893f-1 {}] regionserver.HStore(327): Store=d8e4f6e953349c11b7ffe9b47198893f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:19:57,358 INFO [StoreOpener-d8e4f6e953349c11b7ffe9b47198893f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d8e4f6e953349c11b7ffe9b47198893f 2024-11-12T15:19:57,359 INFO [StoreOpener-d8e4f6e953349c11b7ffe9b47198893f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8e4f6e953349c11b7ffe9b47198893f columnFamilyName norep 2024-11-12T15:19:57,359 DEBUG [StoreOpener-d8e4f6e953349c11b7ffe9b47198893f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:19:57,359 INFO [StoreOpener-d8e4f6e953349c11b7ffe9b47198893f-1 {}] regionserver.HStore(327): Store=d8e4f6e953349c11b7ffe9b47198893f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:19:57,359 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d8e4f6e953349c11b7ffe9b47198893f 2024-11-12T15:19:57,360 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/data/default/test/d8e4f6e953349c11b7ffe9b47198893f 2024-11-12T15:19:57,360 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/data/default/test/d8e4f6e953349c11b7ffe9b47198893f 2024-11-12T15:19:57,361 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d8e4f6e953349c11b7ffe9b47198893f 2024-11-12T15:19:57,361 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d8e4f6e953349c11b7ffe9b47198893f 2024-11-12T15:19:57,361 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T15:19:57,362 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d8e4f6e953349c11b7ffe9b47198893f 2024-11-12T15:19:57,364 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/data/default/test/d8e4f6e953349c11b7ffe9b47198893f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T15:19:57,364 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d8e4f6e953349c11b7ffe9b47198893f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66700284, jitterRate=-0.006088316440582275}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T15:19:57,364 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d8e4f6e953349c11b7ffe9b47198893f 2024-11-12T15:19:57,364 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d8e4f6e953349c11b7ffe9b47198893f: Running coprocessor pre-open hook at 1731424797354Writing region info on filesystem at 1731424797354Initializing all the Stores at 1731424797355 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424797355Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424797355Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424797355Cleaning up temporary data from old regions at 1731424797361 (+6 ms)Running coprocessor post-open hooks at 1731424797364 (+3 ms)Region opened successfully at 1731424797364 2024-11-12T15:19:57,365 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731424796220.d8e4f6e953349c11b7ffe9b47198893f., pid=6, masterSystemTime=1731424797351 2024-11-12T15:19:57,367 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731424796220.d8e4f6e953349c11b7ffe9b47198893f. 2024-11-12T15:19:57,367 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731424796220.d8e4f6e953349c11b7ffe9b47198893f. 2024-11-12T15:19:57,367 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d8e4f6e953349c11b7ffe9b47198893f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a6f201fa5419,40507,1731424791492 2024-11-12T15:19:57,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d8e4f6e953349c11b7ffe9b47198893f, server=a6f201fa5419,40507,1731424791492 because future has completed 2024-11-12T15:19:57,371 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T15:19:57,371 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d8e4f6e953349c11b7ffe9b47198893f, server=a6f201fa5419,40507,1731424791492 in 171 msec 2024-11-12T15:19:57,372 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T15:19:57,373 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d8e4f6e953349c11b7ffe9b47198893f, ASSIGN in 327 msec 2024-11-12T15:19:57,373 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T15:19:57,373 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731424797373"}]},"ts":"1731424797373"} 2024-11-12T15:19:57,375 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T15:19:57,375 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T15:19:57,377 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1540 sec 2024-11-12T15:19:58,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:19:58,379 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T15:19:58,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a1fee45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:19:58,379 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,38275,-1 for getting cluster id 2024-11-12T15:19:58,379 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:19:58,380 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4135a48-7393-4433-bd26-197eccfe856d' 2024-11-12T15:19:58,380 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:19:58,380 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4135a48-7393-4433-bd26-197eccfe856d" 2024-11-12T15:19:58,380 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@321054e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:19:58,380 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,38275,-1] 2024-11-12T15:19:58,380 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:19:58,381 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:19:58,381 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:19:58,382 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8aad60b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:19:58,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42f1742f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:19:58,382 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,42129,-1 for getting cluster id 2024-11-12T15:19:58,382 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:19:58,383 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa515838-d802-4097-8519-7430f87016e0' 2024-11-12T15:19:58,383 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:19:58,383 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa515838-d802-4097-8519-7430f87016e0" 2024-11-12T15:19:58,383 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1653179a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:19:58,383 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,42129,-1] 2024-11-12T15:19:58,383 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:19:58,383 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:19:58,384 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:19:58,384 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e34c5ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:19:58,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9d06d9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:19:58,385 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,38275,-1 for getting cluster id 2024-11-12T15:19:58,385 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:19:58,386 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4135a48-7393-4433-bd26-197eccfe856d' 2024-11-12T15:19:58,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:19:58,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4135a48-7393-4433-bd26-197eccfe856d" 2024-11-12T15:19:58,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@519ba38f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:19:58,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,38275,-1] 2024-11-12T15:19:58,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:19:58,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:19:58,387 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:19:58,387 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@450c4eae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:19:58,388 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:19:58,388 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,38275,1731424785693 2024-11-12T15:19:58,388 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@134df1fb 2024-11-12T15:19:58,388 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:19:58,389 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T15:19:58,389 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38275 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://a6f201fa5419:42129,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T15:19:58,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38275 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T15:19:58,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T15:19:58,434 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a6f201fa5419:42129' 2024-11-12T15:19:58,435 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7385811, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:19:58,435 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,42129,-1 for getting cluster id 2024-11-12T15:19:58,435 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:19:58,436 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa515838-d802-4097-8519-7430f87016e0' 2024-11-12T15:19:58,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:19:58,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa515838-d802-4097-8519-7430f87016e0" 2024-11-12T15:19:58,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@734993bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:19:58,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,42129,-1] 2024-11-12T15:19:58,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:19:58,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:19:58,438 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:19:58,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57262f09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:19:58,439 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:19:58,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,42129,1731424791336 2024-11-12T15:19:58,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@163426d6 2024-11-12T15:19:58,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:19:58,440 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T15:19:58,441 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-12T15:19:58,441 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T15:19:58,441 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:19:58,441 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:19:58,441 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:19:58,442 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T15:19:58,442 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T15:19:58,443 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T15:19:58,443 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:19:58,444 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T15:19:58,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741837_1013 (size=1138) 2024-11-12T15:19:58,493 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T15:19:58,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T15:19:58,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T15:19:58,856 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 90a9f858e6f777ca332bf1f51afb7758, NAME => 'hbase:replication,,1731424798441.90a9f858e6f777ca332bf1f51afb7758.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d 2024-11-12T15:19:58,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741838_1014 (size=44) 2024-11-12T15:19:59,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T15:19:59,261 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731424798441.90a9f858e6f777ca332bf1f51afb7758.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:19:59,261 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 90a9f858e6f777ca332bf1f51afb7758, disabling compactions & flushes 2024-11-12T15:19:59,261 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731424798441.90a9f858e6f777ca332bf1f51afb7758. 2024-11-12T15:19:59,261 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731424798441.90a9f858e6f777ca332bf1f51afb7758. 2024-11-12T15:19:59,261 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731424798441.90a9f858e6f777ca332bf1f51afb7758. after waiting 0 ms 2024-11-12T15:19:59,261 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731424798441.90a9f858e6f777ca332bf1f51afb7758. 2024-11-12T15:19:59,261 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731424798441.90a9f858e6f777ca332bf1f51afb7758. 2024-11-12T15:19:59,261 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 90a9f858e6f777ca332bf1f51afb7758: Waiting for close lock at 1731424799261Disabling compacts and flushes for region at 1731424799261Disabling writes for close at 1731424799261Writing region close event to WAL at 1731424799261Closed at 1731424799261 2024-11-12T15:19:59,262 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T15:19:59,262 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731424798441.90a9f858e6f777ca332bf1f51afb7758.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731424799262"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731424799262"}]},"ts":"1731424799262"} 2024-11-12T15:19:59,264 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T15:19:59,265 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T15:19:59,265 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731424799265"}]},"ts":"1731424799265"} 2024-11-12T15:19:59,266 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T15:19:59,267 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=90a9f858e6f777ca332bf1f51afb7758, ASSIGN}] 2024-11-12T15:19:59,268 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=90a9f858e6f777ca332bf1f51afb7758, ASSIGN 2024-11-12T15:19:59,268 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=90a9f858e6f777ca332bf1f51afb7758, ASSIGN; state=OFFLINE, location=a6f201fa5419,32783,1731424785887; forceNewPlan=false, retain=false 2024-11-12T15:19:59,419 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=90a9f858e6f777ca332bf1f51afb7758, regionState=OPENING, regionLocation=a6f201fa5419,32783,1731424785887 2024-11-12T15:19:59,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=90a9f858e6f777ca332bf1f51afb7758, ASSIGN because future has completed 2024-11-12T15:19:59,421 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 90a9f858e6f777ca332bf1f51afb7758, server=a6f201fa5419,32783,1731424785887}] 2024-11-12T15:19:59,460 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T15:19:59,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:19:59,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:19:59,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:19:59,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:19:59,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:19:59,489 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:19:59,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:19:59,508 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-12T15:19:59,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T15:19:59,576 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731424798441.90a9f858e6f777ca332bf1f51afb7758. 2024-11-12T15:19:59,576 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:19:59,576 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T15:19:59,578 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a6f201fa5419%2C32783%2C1731424785887.rep, suffix=, logDir=hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/WALs/a6f201fa5419,32783,1731424785887, archiveDir=hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/oldWALs, maxLogs=10 2024-11-12T15:19:59,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/WALs/a6f201fa5419,32783,1731424785887/a6f201fa5419%2C32783%2C1731424785887.rep.1731424799578, exclude list is [], retry=0 2024-11-12T15:19:59,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40081,DS-0e331a2d-2d59-44e2-bdea-39e7676005b6,DISK] 2024-11-12T15:19:59,594 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/WALs/a6f201fa5419,32783,1731424785887/a6f201fa5419%2C32783%2C1731424785887.rep.1731424799578 2024-11-12T15:19:59,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37713:37713)] 2024-11-12T15:19:59,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 90a9f858e6f777ca332bf1f51afb7758, NAME => 'hbase:replication,,1731424798441.90a9f858e6f777ca332bf1f51afb7758.', STARTKEY => '', ENDKEY => ''} 2024-11-12T15:19:59,595 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T15:19:59,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T15:19:59,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731424798441.90a9f858e6f777ca332bf1f51afb7758. service=MultiRowMutationService 2024-11-12T15:19:59,595 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T15:19:59,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 90a9f858e6f777ca332bf1f51afb7758 2024-11-12T15:19:59,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731424798441.90a9f858e6f777ca332bf1f51afb7758.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:19:59,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 90a9f858e6f777ca332bf1f51afb7758 2024-11-12T15:19:59,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 90a9f858e6f777ca332bf1f51afb7758 2024-11-12T15:19:59,597 INFO [StoreOpener-90a9f858e6f777ca332bf1f51afb7758-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 90a9f858e6f777ca332bf1f51afb7758 2024-11-12T15:19:59,598 INFO [StoreOpener-90a9f858e6f777ca332bf1f51afb7758-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90a9f858e6f777ca332bf1f51afb7758 columnFamilyName hfileref 2024-11-12T15:19:59,598 DEBUG [StoreOpener-90a9f858e6f777ca332bf1f51afb7758-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:19:59,598 INFO [StoreOpener-90a9f858e6f777ca332bf1f51afb7758-1 {}] regionserver.HStore(327): Store=90a9f858e6f777ca332bf1f51afb7758/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:19:59,598 INFO [StoreOpener-90a9f858e6f777ca332bf1f51afb7758-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 90a9f858e6f777ca332bf1f51afb7758 2024-11-12T15:19:59,599 INFO [StoreOpener-90a9f858e6f777ca332bf1f51afb7758-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90a9f858e6f777ca332bf1f51afb7758 columnFamilyName queue 2024-11-12T15:19:59,599 DEBUG [StoreOpener-90a9f858e6f777ca332bf1f51afb7758-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:19:59,600 INFO [StoreOpener-90a9f858e6f777ca332bf1f51afb7758-1 {}] regionserver.HStore(327): Store=90a9f858e6f777ca332bf1f51afb7758/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:19:59,600 INFO [StoreOpener-90a9f858e6f777ca332bf1f51afb7758-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 90a9f858e6f777ca332bf1f51afb7758 2024-11-12T15:19:59,601 INFO [StoreOpener-90a9f858e6f777ca332bf1f51afb7758-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90a9f858e6f777ca332bf1f51afb7758 columnFamilyName sid 2024-11-12T15:19:59,601 DEBUG [StoreOpener-90a9f858e6f777ca332bf1f51afb7758-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:19:59,601 INFO [StoreOpener-90a9f858e6f777ca332bf1f51afb7758-1 {}] regionserver.HStore(327): Store=90a9f858e6f777ca332bf1f51afb7758/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:19:59,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 90a9f858e6f777ca332bf1f51afb7758 2024-11-12T15:19:59,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/data/hbase/replication/90a9f858e6f777ca332bf1f51afb7758 2024-11-12T15:19:59,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/data/hbase/replication/90a9f858e6f777ca332bf1f51afb7758 2024-11-12T15:19:59,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 90a9f858e6f777ca332bf1f51afb7758 2024-11-12T15:19:59,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 90a9f858e6f777ca332bf1f51afb7758 2024-11-12T15:19:59,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T15:19:59,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 90a9f858e6f777ca332bf1f51afb7758 2024-11-12T15:19:59,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/data/hbase/replication/90a9f858e6f777ca332bf1f51afb7758/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T15:19:59,606 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 90a9f858e6f777ca332bf1f51afb7758; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62473828, jitterRate=-0.06906741857528687}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T15:19:59,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 90a9f858e6f777ca332bf1f51afb7758 2024-11-12T15:19:59,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 90a9f858e6f777ca332bf1f51afb7758: Running coprocessor pre-open hook at 1731424799596Writing region info on filesystem at 1731424799596Initializing all the Stores at 1731424799597 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424799597Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424799597Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424799597Cleaning up temporary data from old regions at 1731424799603 (+6 ms)Running coprocessor post-open hooks at 1731424799606 (+3 ms)Region opened successfully at 1731424799607 (+1 ms) 2024-11-12T15:19:59,607 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731424798441.90a9f858e6f777ca332bf1f51afb7758., pid=10, masterSystemTime=1731424799573 2024-11-12T15:19:59,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731424798441.90a9f858e6f777ca332bf1f51afb7758. 2024-11-12T15:19:59,609 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731424798441.90a9f858e6f777ca332bf1f51afb7758. 2024-11-12T15:19:59,610 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=90a9f858e6f777ca332bf1f51afb7758, regionState=OPEN, openSeqNum=2, regionLocation=a6f201fa5419,32783,1731424785887 2024-11-12T15:19:59,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 90a9f858e6f777ca332bf1f51afb7758, server=a6f201fa5419,32783,1731424785887 because future has completed 2024-11-12T15:19:59,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T15:19:59,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 90a9f858e6f777ca332bf1f51afb7758, server=a6f201fa5419,32783,1731424785887 in 191 msec 2024-11-12T15:19:59,615 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T15:19:59,615 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=90a9f858e6f777ca332bf1f51afb7758, ASSIGN in 347 msec 2024-11-12T15:19:59,616 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T15:19:59,616 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731424799616"}]},"ts":"1731424799616"} 2024-11-12T15:19:59,618 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T15:19:59,618 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T15:19:59,619 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1760 sec 2024-11-12T15:19:59,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731424798441.90a9f858e6f777ca332bf1f51afb7758., hostname=a6f201fa5419,32783,1731424785887, seqNum=2] 2024-11-12T15:19:59,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38275-0x1012fa1884b0000, quorum=127.0.0.1:61633, baseZNode=/0-458558771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-458558771 2024-11-12T15:19:59,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32783-0x1012fa1884b0001, quorum=127.0.0.1:61633, baseZNode=/0-458558771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-458558771 2024-11-12T15:19:59,798 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T15:19:59,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T15:19:59,950 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T15:19:59,974 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a6f201fa5419,32783,1731424785887, ReplicationSource: 1, currentBandwidth=0 2024-11-12T15:19:59,975 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:19:59,975 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,32783,1731424785887, seqNum=-1] 2024-11-12T15:19:59,975 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:19:59,976 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52469, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-12T15:19:59,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a6f201fa5419,32783,1731424785887', locateType=CURRENT is [region=hbase:replication,,1731424798441.90a9f858e6f777ca332bf1f51afb7758., hostname=a6f201fa5419,32783,1731424785887, seqNum=2] 2024-11-12T15:19:59,979 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T15:19:59,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38275 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T15:19:59,981 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a6f201fa5419,32783,1731424785887 suceeded 2024-11-12T15:19:59,983 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T15:19:59,983 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-11-12T15:19:59,983 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a6f201fa5419:42129,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T15:19:59,984 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5940 sec 2024-11-12T15:19:59,997 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,32783,1731424785887 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a6f201fa5419:42129' 2024-11-12T15:19:59,998 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,32783,1731424785887 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e11053d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:19:59,998 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,32783,1731424785887 {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,42129,-1 for getting cluster id 2024-11-12T15:19:59,999 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,32783,1731424785887 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:19:59,999 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa515838-d802-4097-8519-7430f87016e0' 2024-11-12T15:19:59,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:20:00,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa515838-d802-4097-8519-7430f87016e0" 2024-11-12T15:20:00,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a2d11d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:20:00,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,42129,-1] 2024-11-12T15:20:00,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:20:00,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:20:00,001 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:20:00,002 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,32783,1731424785887 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12d0ec08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:20:00,002 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,32783,1731424785887 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:20:00,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,42129,1731424791336 2024-11-12T15:20:00,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@792004d2 2024-11-12T15:20:00,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:20:00,004 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-12T15:20:00,004 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,32783,1731424785887 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a6f201fa5419,32783,1731424785887 (queues=1) is replicating from cluster=a4135a48-7393-4433-bd26-197eccfe856d to cluster=aa515838-d802-4097-8519-7430f87016e0 2024-11-12T15:20:00,004 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,32783,1731424785887 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a6f201fa5419%2C32783%2C1731424785887 2024-11-12T15:20:00,004 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,32783,1731424785887 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a6f201fa5419,32783,1731424785887, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T15:20:00,005 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,32783,1731424785887.replicationSource.shippera6f201fa5419%2C32783%2C1731424785887,1-a6f201fa5419,32783,1731424785887 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a6f201fa5419%2C32783%2C1731424785887 2024-11-12T15:20:00,005 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,32783,1731424785887.replicationSource.wal-reader.a6f201fa5419%2C32783%2C1731424785887,1-a6f201fa5419,32783,1731424785887 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/WALs/a6f201fa5419,32783,1731424785887/a6f201fa5419%2C32783%2C1731424785887.1731424788207, startPosition=0, beingWritten=true 2024-11-12T15:20:00,015 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,32783,1731424785887.replicationSource.wal-reader.a6f201fa5419%2C32783%2C1731424785887,1-a6f201fa5419,32783,1731424785887 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T15:20:00,015 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,32783,1731424785887.replicationSource.wal-reader.a6f201fa5419%2C32783%2C1731424785887,1-a6f201fa5419,32783,1731424785887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/WALs/a6f201fa5419,32783,1731424785887/a6f201fa5419%2C32783%2C1731424785887.1731424788207 to pos 379, reset compression=false 2024-11-12T15:20:00,015 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,32783,1731424785887.replicationSource.shippera6f201fa5419%2C32783%2C1731424785887,1-a6f201fa5419,32783,1731424785887 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a6f201fa5419,32783,1731424785887 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/WALs/a6f201fa5419,32783,1731424785887/a6f201fa5419%2C32783%2C1731424785887.1731424788207, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T15:20:00,074 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-12T15:20:00,221 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,32783,1731424785887.replicationSource.wal-reader.a6f201fa5419%2C32783%2C1731424785887,1-a6f201fa5419,32783,1731424785887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/WALs/a6f201fa5419,32783,1731424785887/a6f201fa5419%2C32783%2C1731424785887.1731424788207 to pos 379, reset compression=false 2024-11-12T15:20:00,529 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,32783,1731424785887.replicationSource.wal-reader.a6f201fa5419%2C32783%2C1731424785887,1-a6f201fa5419,32783,1731424785887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/WALs/a6f201fa5419,32783,1731424785887/a6f201fa5419%2C32783%2C1731424785887.1731424788207 to pos 379, reset compression=false 2024-11-12T15:20:00,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T15:20:00,588 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T15:20:00,588 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T15:20:00,588 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:20:00,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:20:00,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:20:00,588 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:20:00,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1240b678, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:20:00,589 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,42129,-1 for getting cluster id 2024-11-12T15:20:00,590 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:20:00,590 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa515838-d802-4097-8519-7430f87016e0' 2024-11-12T15:20:00,590 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:20:00,590 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa515838-d802-4097-8519-7430f87016e0" 2024-11-12T15:20:00,591 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@489839ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:20:00,591 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,42129,-1] 2024-11-12T15:20:00,591 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:20:00,591 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:20:00,592 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:20:00,592 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74331a62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:20:00,593 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:20:00,593 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,42129,1731424791336 2024-11-12T15:20:00,593 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b1822a5 2024-11-12T15:20:00,593 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:20:00,594 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T15:20:00,594 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42129 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://a6f201fa5419:38275,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T15:20:00,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42129 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T15:20:00,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T15:20:00,597 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a6f201fa5419:38275' 2024-11-12T15:20:00,598 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60d42a0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:20:00,598 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,38275,-1 for getting cluster id 2024-11-12T15:20:00,598 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:20:00,599 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4135a48-7393-4433-bd26-197eccfe856d' 2024-11-12T15:20:00,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:20:00,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4135a48-7393-4433-bd26-197eccfe856d" 2024-11-12T15:20:00,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4546deb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:20:00,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,38275,-1] 2024-11-12T15:20:00,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:20:00,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:20:00,600 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:20:00,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e6d781b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:20:00,601 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:20:00,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,38275,1731424785693 2024-11-12T15:20:00,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@270f46f6 2024-11-12T15:20:00,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:20:00,602 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T15:20:00,602 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-12T15:20:00,603 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T15:20:00,603 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:20:00,603 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:20:00,603 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:20:00,603 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T15:20:00,604 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T15:20:00,605 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T15:20:00,605 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:00,606 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T15:20:00,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741837_1013 (size=1138) 2024-11-12T15:20:00,654 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T15:20:00,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T15:20:00,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T15:20:00,933 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,32783,1731424785887.replicationSource.wal-reader.a6f201fa5419%2C32783%2C1731424785887,1-a6f201fa5419,32783,1731424785887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/WALs/a6f201fa5419,32783,1731424785887/a6f201fa5419%2C32783%2C1731424785887.1731424788207 to pos 379, reset compression=false 2024-11-12T15:20:01,012 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e36942962936d6a36a4934eec6613309, NAME => 'hbase:replication,,1731424800603.e36942962936d6a36a4934eec6613309.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546 2024-11-12T15:20:01,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741838_1014 (size=44) 2024-11-12T15:20:01,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T15:20:01,417 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731424800603.e36942962936d6a36a4934eec6613309.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:20:01,417 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e36942962936d6a36a4934eec6613309, disabling compactions & flushes 2024-11-12T15:20:01,417 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731424800603.e36942962936d6a36a4934eec6613309. 2024-11-12T15:20:01,417 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731424800603.e36942962936d6a36a4934eec6613309. 2024-11-12T15:20:01,417 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731424800603.e36942962936d6a36a4934eec6613309. after waiting 0 ms 2024-11-12T15:20:01,417 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731424800603.e36942962936d6a36a4934eec6613309. 2024-11-12T15:20:01,418 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731424800603.e36942962936d6a36a4934eec6613309. 2024-11-12T15:20:01,418 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e36942962936d6a36a4934eec6613309: Waiting for close lock at 1731424801417Disabling compacts and flushes for region at 1731424801417Disabling writes for close at 1731424801417Writing region close event to WAL at 1731424801418 (+1 ms)Closed at 1731424801418 2024-11-12T15:20:01,419 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T15:20:01,419 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731424800603.e36942962936d6a36a4934eec6613309.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731424801419"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731424801419"}]},"ts":"1731424801419"} 2024-11-12T15:20:01,420 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T15:20:01,421 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T15:20:01,421 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731424801421"}]},"ts":"1731424801421"} 2024-11-12T15:20:01,422 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T15:20:01,423 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e36942962936d6a36a4934eec6613309, ASSIGN}] 2024-11-12T15:20:01,424 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e36942962936d6a36a4934eec6613309, ASSIGN 2024-11-12T15:20:01,424 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e36942962936d6a36a4934eec6613309, ASSIGN; state=OFFLINE, location=a6f201fa5419,40507,1731424791492; forceNewPlan=false, retain=false 2024-11-12T15:20:01,438 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,32783,1731424785887.replicationSource.wal-reader.a6f201fa5419%2C32783%2C1731424785887,1-a6f201fa5419,32783,1731424785887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/WALs/a6f201fa5419,32783,1731424785887/a6f201fa5419%2C32783%2C1731424785887.1731424788207 to pos 379, reset compression=false 2024-11-12T15:20:01,575 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e36942962936d6a36a4934eec6613309, regionState=OPENING, regionLocation=a6f201fa5419,40507,1731424791492 2024-11-12T15:20:01,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e36942962936d6a36a4934eec6613309, ASSIGN because future has completed 2024-11-12T15:20:01,577 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e36942962936d6a36a4934eec6613309, server=a6f201fa5419,40507,1731424791492}] 2024-11-12T15:20:01,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T15:20:01,734 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731424800603.e36942962936d6a36a4934eec6613309. 2024-11-12T15:20:01,734 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:20:01,734 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T15:20:01,736 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a6f201fa5419%2C40507%2C1731424791492.rep, suffix=, logDir=hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/WALs/a6f201fa5419,40507,1731424791492, archiveDir=hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/oldWALs, maxLogs=10 2024-11-12T15:20:01,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/WALs/a6f201fa5419,40507,1731424791492/a6f201fa5419%2C40507%2C1731424791492.rep.1731424801736, exclude list is [], retry=0 2024-11-12T15:20:01,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41339,DS-c50c555a-6178-4695-ad94-254c408608d3,DISK] 2024-11-12T15:20:01,759 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/WALs/a6f201fa5419,40507,1731424791492/a6f201fa5419%2C40507%2C1731424791492.rep.1731424801736 2024-11-12T15:20:01,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33419:33419)] 2024-11-12T15:20:01,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e36942962936d6a36a4934eec6613309, NAME => 'hbase:replication,,1731424800603.e36942962936d6a36a4934eec6613309.', STARTKEY => '', ENDKEY => ''} 2024-11-12T15:20:01,761 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T15:20:01,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T15:20:01,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731424800603.e36942962936d6a36a4934eec6613309. service=MultiRowMutationService 2024-11-12T15:20:01,761 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T15:20:01,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e36942962936d6a36a4934eec6613309 2024-11-12T15:20:01,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731424800603.e36942962936d6a36a4934eec6613309.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:20:01,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e36942962936d6a36a4934eec6613309 2024-11-12T15:20:01,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e36942962936d6a36a4934eec6613309 2024-11-12T15:20:01,763 INFO [StoreOpener-e36942962936d6a36a4934eec6613309-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e36942962936d6a36a4934eec6613309 2024-11-12T15:20:01,764 INFO [StoreOpener-e36942962936d6a36a4934eec6613309-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e36942962936d6a36a4934eec6613309 columnFamilyName hfileref 2024-11-12T15:20:01,764 DEBUG [StoreOpener-e36942962936d6a36a4934eec6613309-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:01,764 INFO [StoreOpener-e36942962936d6a36a4934eec6613309-1 {}] regionserver.HStore(327): Store=e36942962936d6a36a4934eec6613309/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:20:01,764 INFO [StoreOpener-e36942962936d6a36a4934eec6613309-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e36942962936d6a36a4934eec6613309 2024-11-12T15:20:01,765 INFO [StoreOpener-e36942962936d6a36a4934eec6613309-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e36942962936d6a36a4934eec6613309 columnFamilyName queue 2024-11-12T15:20:01,765 DEBUG [StoreOpener-e36942962936d6a36a4934eec6613309-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:01,765 INFO [StoreOpener-e36942962936d6a36a4934eec6613309-1 {}] regionserver.HStore(327): Store=e36942962936d6a36a4934eec6613309/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:20:01,765 INFO [StoreOpener-e36942962936d6a36a4934eec6613309-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e36942962936d6a36a4934eec6613309 2024-11-12T15:20:01,766 INFO [StoreOpener-e36942962936d6a36a4934eec6613309-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e36942962936d6a36a4934eec6613309 columnFamilyName sid 2024-11-12T15:20:01,766 DEBUG [StoreOpener-e36942962936d6a36a4934eec6613309-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:01,767 INFO [StoreOpener-e36942962936d6a36a4934eec6613309-1 {}] regionserver.HStore(327): Store=e36942962936d6a36a4934eec6613309/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:20:01,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e36942962936d6a36a4934eec6613309 2024-11-12T15:20:01,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/data/hbase/replication/e36942962936d6a36a4934eec6613309 2024-11-12T15:20:01,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/data/hbase/replication/e36942962936d6a36a4934eec6613309 2024-11-12T15:20:01,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e36942962936d6a36a4934eec6613309 2024-11-12T15:20:01,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e36942962936d6a36a4934eec6613309 2024-11-12T15:20:01,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T15:20:01,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e36942962936d6a36a4934eec6613309 2024-11-12T15:20:01,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/data/hbase/replication/e36942962936d6a36a4934eec6613309/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T15:20:01,771 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e36942962936d6a36a4934eec6613309; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60894770, jitterRate=-0.09259721636772156}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T15:20:01,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e36942962936d6a36a4934eec6613309 2024-11-12T15:20:01,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e36942962936d6a36a4934eec6613309: Running coprocessor pre-open hook at 1731424801761Writing region info on filesystem at 1731424801761Initializing all the Stores at 1731424801762 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424801762Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424801762Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424801762Cleaning up temporary data from old regions at 1731424801768 (+6 ms)Running coprocessor post-open hooks at 1731424801772 (+4 ms)Region opened successfully at 1731424801772 2024-11-12T15:20:01,772 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731424800603.e36942962936d6a36a4934eec6613309., pid=10, masterSystemTime=1731424801729 2024-11-12T15:20:01,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731424800603.e36942962936d6a36a4934eec6613309. 2024-11-12T15:20:01,774 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731424800603.e36942962936d6a36a4934eec6613309. 2024-11-12T15:20:01,775 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e36942962936d6a36a4934eec6613309, regionState=OPEN, openSeqNum=2, regionLocation=a6f201fa5419,40507,1731424791492 2024-11-12T15:20:01,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e36942962936d6a36a4934eec6613309, server=a6f201fa5419,40507,1731424791492 because future has completed 2024-11-12T15:20:01,778 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T15:20:01,778 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e36942962936d6a36a4934eec6613309, server=a6f201fa5419,40507,1731424791492 in 200 msec 2024-11-12T15:20:01,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T15:20:01,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e36942962936d6a36a4934eec6613309, ASSIGN in 355 msec 2024-11-12T15:20:01,781 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T15:20:01,781 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731424801781"}]},"ts":"1731424801781"} 2024-11-12T15:20:01,782 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T15:20:01,783 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T15:20:01,784 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1800 sec 2024-11-12T15:20:01,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731424800603.e36942962936d6a36a4934eec6613309., hostname=a6f201fa5419,40507,1731424791492, seqNum=2] 2024-11-12T15:20:01,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42129-0x1012fa1884b0003, quorum=127.0.0.1:61633, baseZNode=/1-897777174 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-897777174 2024-11-12T15:20:01,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40507-0x1012fa1884b0004, quorum=127.0.0.1:61633, baseZNode=/1-897777174 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-897777174 2024-11-12T15:20:02,017 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T15:20:02,042 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,32783,1731424785887.replicationSource.wal-reader.a6f201fa5419%2C32783%2C1731424785887,1-a6f201fa5419,32783,1731424785887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/WALs/a6f201fa5419,32783,1731424785887/a6f201fa5419%2C32783%2C1731424785887.1731424788207 to pos 379, reset compression=false 2024-11-12T15:20:02,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T15:20:02,170 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T15:20:02,197 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a6f201fa5419,40507,1731424791492, ReplicationSource: 1, currentBandwidth=0 2024-11-12T15:20:02,198 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:20:02,198 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,40507,1731424791492, seqNum=-1] 2024-11-12T15:20:02,198 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:20:02,199 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43603, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-12T15:20:02,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a6f201fa5419,40507,1731424791492', locateType=CURRENT is [region=hbase:replication,,1731424800603.e36942962936d6a36a4934eec6613309., hostname=a6f201fa5419,40507,1731424791492, seqNum=2] 2024-11-12T15:20:02,202 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T15:20:02,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42129 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T15:20:02,204 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a6f201fa5419,40507,1731424791492 suceeded 2024-11-12T15:20:02,206 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T15:20:02,206 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a6f201fa5419:38275,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T15:20:02,206 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-12T15:20:02,207 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6120 sec 2024-11-12T15:20:02,216 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,40507,1731424791492 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a6f201fa5419:38275' 2024-11-12T15:20:02,217 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,40507,1731424791492 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50ec1708, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:20:02,217 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,40507,1731424791492 {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,38275,-1 for getting cluster id 2024-11-12T15:20:02,217 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,40507,1731424791492 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:20:02,217 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4135a48-7393-4433-bd26-197eccfe856d' 2024-11-12T15:20:02,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:20:02,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4135a48-7393-4433-bd26-197eccfe856d" 2024-11-12T15:20:02,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@539a6c5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:20:02,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,38275,-1] 2024-11-12T15:20:02,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:20:02,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:20:02,219 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:20:02,219 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,40507,1731424791492 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b55945, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:20:02,219 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,40507,1731424791492 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:20:02,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,38275,1731424785693 2024-11-12T15:20:02,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f0cbb3 2024-11-12T15:20:02,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:20:02,220 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-12T15:20:02,221 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,40507,1731424791492 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a6f201fa5419,40507,1731424791492 (queues=1) is replicating from cluster=aa515838-d802-4097-8519-7430f87016e0 to cluster=a4135a48-7393-4433-bd26-197eccfe856d 2024-11-12T15:20:02,221 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,40507,1731424791492 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a6f201fa5419%2C40507%2C1731424791492 2024-11-12T15:20:02,221 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,40507,1731424791492 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a6f201fa5419,40507,1731424791492, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T15:20:02,221 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,40507,1731424791492.replicationSource.shippera6f201fa5419%2C40507%2C1731424791492,1-a6f201fa5419,40507,1731424791492 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a6f201fa5419%2C40507%2C1731424791492 2024-11-12T15:20:02,221 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,40507,1731424791492.replicationSource.wal-reader.a6f201fa5419%2C40507%2C1731424791492,1-a6f201fa5419,40507,1731424791492 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/WALs/a6f201fa5419,40507,1731424791492/a6f201fa5419%2C40507%2C1731424791492.1731424793356, startPosition=0, beingWritten=true 2024-11-12T15:20:02,226 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,40507,1731424791492.replicationSource.wal-reader.a6f201fa5419%2C40507%2C1731424791492,1-a6f201fa5419,40507,1731424791492 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T15:20:02,226 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,40507,1731424791492.replicationSource.wal-reader.a6f201fa5419%2C40507%2C1731424791492,1-a6f201fa5419,40507,1731424791492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/WALs/a6f201fa5419,40507,1731424791492/a6f201fa5419%2C40507%2C1731424791492.1731424793356 to pos 379, reset compression=false 2024-11-12T15:20:02,226 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,40507,1731424791492.replicationSource.shippera6f201fa5419%2C40507%2C1731424791492,1-a6f201fa5419,40507,1731424791492 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a6f201fa5419,40507,1731424791492 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/WALs/a6f201fa5419,40507,1731424791492/a6f201fa5419%2C40507%2C1731424791492.1731424793356, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T15:20:02,430 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,40507,1731424791492.replicationSource.wal-reader.a6f201fa5419%2C40507%2C1731424791492,1-a6f201fa5419,40507,1731424791492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/WALs/a6f201fa5419,40507,1731424791492/a6f201fa5419%2C40507%2C1731424791492.1731424793356 to pos 379, reset compression=false 2024-11-12T15:20:02,734 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,40507,1731424791492.replicationSource.wal-reader.a6f201fa5419%2C40507%2C1731424791492,1-a6f201fa5419,40507,1731424791492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/WALs/a6f201fa5419,40507,1731424791492/a6f201fa5419%2C40507%2C1731424791492.1731424793356 to pos 379, reset compression=false 2024-11-12T15:20:02,746 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,32783,1731424785887.replicationSource.wal-reader.a6f201fa5419%2C32783%2C1731424785887,1-a6f201fa5419,32783,1731424785887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/WALs/a6f201fa5419,32783,1731424785887/a6f201fa5419%2C32783%2C1731424785887.1731424788207 to pos 379, reset compression=false 2024-11-12T15:20:02,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T15:20:02,748 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T15:20:02,748 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T15:20:02,748 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:20:02,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:20:02,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:20:02,749 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:20:02,749 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:20:02,753 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731424802752/Put/seqid=0 2024-11-12T15:20:02,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741840_1016 (size=7894) 2024-11-12T15:20:03,138 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,40507,1731424791492.replicationSource.wal-reader.a6f201fa5419%2C40507%2C1731424791492,1-a6f201fa5419,40507,1731424791492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/WALs/a6f201fa5419,40507,1731424791492/a6f201fa5419%2C40507%2C1731424791492.1731424793356 to pos 379, reset compression=false 2024-11-12T15:20:03,159 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731424803158/Put/seqid=0 2024-11-12T15:20:03,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741841_1017 (size=7691) 2024-11-12T15:20:03,549 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,32783,1731424785887.replicationSource.wal-reader.a6f201fa5419%2C32783%2C1731424785887,1-a6f201fa5419,32783,1731424785887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/WALs/a6f201fa5419,32783,1731424785887/a6f201fa5419%2C32783%2C1731424785887.1731424788207 to pos 379, reset compression=false 2024-11-12T15:20:03,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30ed2e47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:20:03,565 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,38275,-1 for getting cluster id 2024-11-12T15:20:03,565 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:20:03,566 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4135a48-7393-4433-bd26-197eccfe856d' 2024-11-12T15:20:03,566 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:20:03,566 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4135a48-7393-4433-bd26-197eccfe856d" 2024-11-12T15:20:03,566 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19da99c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:20:03,566 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,38275,-1] 2024-11-12T15:20:03,566 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:20:03,567 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:20:03,567 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:20:03,568 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11a8a376, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:20:03,568 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:20:03,569 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,32783,1731424785887, seqNum=-1] 2024-11-12T15:20:03,569 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:20:03,570 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T15:20:03,580 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:20:03,581 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,38275,1731424785693 2024-11-12T15:20:03,581 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75d09be2 2024-11-12T15:20:03,581 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:20:03,583 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T15:20:03,587 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731424794063.4c705510a0406b046f3da8e142e8164f., hostname=a6f201fa5419,32783,1731424785887, seqNum=2] 2024-11-12T15:20:03,590 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T15:20:03,599 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-12T15:20:03,602 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-12T15:20:03,609 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32783 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 4c705510a0406b046f3da8e142e8164f/f 2024-11-12T15:20:03,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32783 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-12T15:20:03,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32783 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T15:20:03,612 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32783 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 4c705510a0406b046f3da8e142e8164f/f 2024-11-12T15:20:03,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32783 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-12T15:20:03,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32783 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T15:20:03,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32783 {}] regionserver.HRegion(2603): Flush status journal for 4c705510a0406b046f3da8e142e8164f: 2024-11-12T15:20:03,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32783 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/staging/jenkins__test__35jtdmnqoq4qq4ig5b8kuru02qvvniik300v1uc27lcj2g7nmjj485a4743o4pg5/f/hfile_0 2024-11-12T15:20:03,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32783 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/staging/jenkins__test__35jtdmnqoq4qq4ig5b8kuru02qvvniik300v1uc27lcj2g7nmjj485a4743o4pg5/f/hfile_0 as hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/data/default/test/4c705510a0406b046f3da8e142e8164f/f/63457eb573e74302a4821f95b1e849cb_SeqId_4_ 2024-11-12T15:20:03,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32783 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/staging/jenkins__test__35jtdmnqoq4qq4ig5b8kuru02qvvniik300v1uc27lcj2g7nmjj485a4743o4pg5/f/hfile_1 2024-11-12T15:20:03,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32783 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/staging/jenkins__test__35jtdmnqoq4qq4ig5b8kuru02qvvniik300v1uc27lcj2g7nmjj485a4743o4pg5/f/hfile_1 as hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/data/default/test/4c705510a0406b046f3da8e142e8164f/f/70cf031322e342f9b6f6ccc13b1320a3_SeqId_4_ 2024-11-12T15:20:03,623 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32783 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/staging/jenkins__test__35jtdmnqoq4qq4ig5b8kuru02qvvniik300v1uc27lcj2g7nmjj485a4743o4pg5/f/hfile_0 into 4c705510a0406b046f3da8e142e8164f/f as hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/data/default/test/4c705510a0406b046f3da8e142e8164f/f/63457eb573e74302a4821f95b1e849cb_SeqId_4_ - updating store file list. 2024-11-12T15:20:03,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32783 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 63457eb573e74302a4821f95b1e849cb_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T15:20:03,628 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32783 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/data/default/test/4c705510a0406b046f3da8e142e8164f/f/63457eb573e74302a4821f95b1e849cb_SeqId_4_ into 4c705510a0406b046f3da8e142e8164f/f 2024-11-12T15:20:03,628 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32783 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/staging/jenkins__test__35jtdmnqoq4qq4ig5b8kuru02qvvniik300v1uc27lcj2g7nmjj485a4743o4pg5/f/hfile_0 into 4c705510a0406b046f3da8e142e8164f/f (new location: hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/data/default/test/4c705510a0406b046f3da8e142e8164f/f/63457eb573e74302a4821f95b1e849cb_SeqId_4_) 2024-11-12T15:20:03,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32783 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/staging/jenkins__test__35jtdmnqoq4qq4ig5b8kuru02qvvniik300v1uc27lcj2g7nmjj485a4743o4pg5/f/hfile_0 2024-11-12T15:20:03,629 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32783 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/staging/jenkins__test__35jtdmnqoq4qq4ig5b8kuru02qvvniik300v1uc27lcj2g7nmjj485a4743o4pg5/f/hfile_1 into 4c705510a0406b046f3da8e142e8164f/f as hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/data/default/test/4c705510a0406b046f3da8e142e8164f/f/70cf031322e342f9b6f6ccc13b1320a3_SeqId_4_ - updating store file list. 2024-11-12T15:20:03,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32783 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 70cf031322e342f9b6f6ccc13b1320a3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T15:20:03,633 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32783 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/data/default/test/4c705510a0406b046f3da8e142e8164f/f/70cf031322e342f9b6f6ccc13b1320a3_SeqId_4_ into 4c705510a0406b046f3da8e142e8164f/f 2024-11-12T15:20:03,633 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32783 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/staging/jenkins__test__35jtdmnqoq4qq4ig5b8kuru02qvvniik300v1uc27lcj2g7nmjj485a4743o4pg5/f/hfile_1 into 4c705510a0406b046f3da8e142e8164f/f (new location: hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/data/default/test/4c705510a0406b046f3da8e142e8164f/f/70cf031322e342f9b6f6ccc13b1320a3_SeqId_4_) 2024-11-12T15:20:03,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32783 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/staging/jenkins__test__35jtdmnqoq4qq4ig5b8kuru02qvvniik300v1uc27lcj2g7nmjj485a4743o4pg5/f/hfile_1 2024-11-12T15:20:03,635 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T15:20:03,635 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:20:03,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:20:03,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:20:03,635 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731424794063.4c705510a0406b046f3da8e142e8164f., hostname=a6f201fa5419,32783,1731424785887, seqNum=2 , the old value is region=test,,1731424794063.4c705510a0406b046f3da8e142e8164f., hostname=a6f201fa5419,32783,1731424785887, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=a6f201fa5419:32783 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T15:20:03,635 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731424794063.4c705510a0406b046f3da8e142e8164f., hostname=a6f201fa5419,32783,1731424785887, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T15:20:03,636 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731424794063.4c705510a0406b046f3da8e142e8164f., hostname=a6f201fa5419,32783,1731424785887, seqNum=2 from cache 2024-11-12T15:20:03,636 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:20:03,636 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-12T15:20:03,636 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:20:03,637 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,40507,1731424791492, seqNum=-1] 2024-11-12T15:20:03,637 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:20:03,638 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T15:20:03,640 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731424796220.d8e4f6e953349c11b7ffe9b47198893f., hostname=a6f201fa5419,40507,1731424791492, seqNum=2] 2024-11-12T15:20:03,641 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-12T15:20:03,643 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,40507,1731424791492.replicationSource.wal-reader.a6f201fa5419%2C40507%2C1731424791492,1-a6f201fa5419,40507,1731424791492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/WALs/a6f201fa5419,40507,1731424791492/a6f201fa5419%2C40507%2C1731424791492.1731424793356 to pos 379, reset compression=false 2024-11-12T15:20:03,738 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a6f201fa5419:32783 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-12T15:20:04,246 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,40507,1731424791492.replicationSource.wal-reader.a6f201fa5419%2C40507%2C1731424791492,1-a6f201fa5419,40507,1731424791492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/WALs/a6f201fa5419,40507,1731424791492/a6f201fa5419%2C40507%2C1731424791492.1731424793356 to pos 379, reset compression=false 2024-11-12T15:20:04,454 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,32783,1731424785887.replicationSource.wal-reader.a6f201fa5419%2C32783%2C1731424785887,1-a6f201fa5419,32783,1731424785887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/WALs/a6f201fa5419,32783,1731424785887/a6f201fa5419%2C32783%2C1731424785887.1731424788207 to pos 379, reset compression=false 2024-11-12T15:20:04,475 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,32783,1731424785887.replicationSource.wal-reader.a6f201fa5419%2C32783%2C1731424785887,1-a6f201fa5419,32783,1731424785887 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T15:20:04,476 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,32783,1731424785887.replicationSource.shippera6f201fa5419%2C32783%2C1731424785887,1-a6f201fa5419,32783,1731424785887 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a6f201fa5419,32783,1731424785887 got entry batch from reader: WALEntryBatch [walEntries=[{test/4c705510a0406b046f3da8e142e8164f/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731424803634/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/WALs/a6f201fa5419,32783,1731424785887/a6f201fa5419%2C32783%2C1731424785887.1731424788207, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-12T15:20:04,478 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,32783,1731424785887.replicationSource.shippera6f201fa5419%2C32783%2C1731424785887,1-a6f201fa5419,32783,1731424785887 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T15:20:04,480 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-12T15:20:04,480 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40507 {}] regionserver.ReplicationSink(318): Replicating [a4135a48-7393-4433-bd26-197eccfe856d] bulk loaded data 2024-11-12T15:20:04,481 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40507 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63b960b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:20:04,481 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40507 {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,42129,-1 for getting cluster id 2024-11-12T15:20:04,481 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40507 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:20:04,482 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa515838-d802-4097-8519-7430f87016e0' 2024-11-12T15:20:04,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:20:04,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa515838-d802-4097-8519-7430f87016e0" 2024-11-12T15:20:04,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6db0b507, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:20:04,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,42129,-1] 2024-11-12T15:20:04,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:20:04,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:20:04,484 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:20:04,485 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40507 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b02fef7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:20:04,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741840_1016 (size=7894) 2024-11-12T15:20:04,644 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-12T15:20:04,676 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,32783,1731424785887.replicationSource.wal-reader.a6f201fa5419%2C32783%2C1731424785887,1-a6f201fa5419,32783,1731424785887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/WALs/a6f201fa5419,32783,1731424785887/a6f201fa5419%2C32783%2C1731424785887.1731424788207 to pos 687, reset compression=false 2024-11-12T15:20:04,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741841_1017 (size=7691) 2024-11-12T15:20:04,950 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,40507,1731424791492.replicationSource.wal-reader.a6f201fa5419%2C40507%2C1731424791492,1-a6f201fa5419,40507,1731424791492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/WALs/a6f201fa5419,40507,1731424791492/a6f201fa5419%2C40507%2C1731424791492.1731424793356 to pos 379, reset compression=false 2024-11-12T15:20:04,980 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,32783,1731424785887.replicationSource.wal-reader.a6f201fa5419%2C32783%2C1731424785887,1-a6f201fa5419,32783,1731424785887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/WALs/a6f201fa5419,32783,1731424785887/a6f201fa5419%2C32783%2C1731424785887.1731424788207 to pos 687, reset compression=false 2024-11-12T15:20:05,097 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T15:20:05,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:20:05,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:20:05,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:20:05,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:20:05,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:20:05,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:20:05,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:20:05,324 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40507 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:20:05,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,42129,1731424791336 2024-11-12T15:20:05,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27759e35 2024-11-12T15:20:05,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:20:05,327 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-12T15:20:05,331 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40507 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T15:20:05,331 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40507 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:20:05,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,40507,1731424791492, seqNum=-1] 2024-11-12T15:20:05,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:20:05,333 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-12T15:20:05,342 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/staging/jenkins.hfs.11__test__e3gi6q4k7eo71v5vcdq0d9j742qjk7u7kgeeqvoftl41b7bp70e6jcoo1go2q1q2/f/63457eb573e74302a4821f95b1e849cb_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-12T15:20:05,345 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/staging/jenkins.hfs.11__test__e3gi6q4k7eo71v5vcdq0d9j742qjk7u7kgeeqvoftl41b7bp70e6jcoo1go2q1q2/f/70cf031322e342f9b6f6ccc13b1320a3_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-12T15:20:05,348 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40507 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/staging/jenkins.hfs.11__test__e3gi6q4k7eo71v5vcdq0d9j742qjk7u7kgeeqvoftl41b7bp70e6jcoo1go2q1q2/f/63457eb573e74302a4821f95b1e849cb_SeqId_4_ for inclusion in d8e4f6e953349c11b7ffe9b47198893f/f 2024-11-12T15:20:05,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40507 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-12T15:20:05,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40507 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T15:20:05,352 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40507 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/staging/jenkins.hfs.11__test__e3gi6q4k7eo71v5vcdq0d9j742qjk7u7kgeeqvoftl41b7bp70e6jcoo1go2q1q2/f/70cf031322e342f9b6f6ccc13b1320a3_SeqId_4_ for inclusion in d8e4f6e953349c11b7ffe9b47198893f/f 2024-11-12T15:20:05,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40507 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-12T15:20:05,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40507 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T15:20:05,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40507 {}] regionserver.HRegion(2603): Flush status journal for d8e4f6e953349c11b7ffe9b47198893f: 2024-11-12T15:20:05,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40507 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 63457eb573e74302a4821f95b1e849cb_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-12T15:20:05,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40507 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/staging/jenkins.hfs.11__test__e3gi6q4k7eo71v5vcdq0d9j742qjk7u7kgeeqvoftl41b7bp70e6jcoo1go2q1q2/f/63457eb573e74302a4821f95b1e849cb_SeqId_4_ as hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/data/default/test/d8e4f6e953349c11b7ffe9b47198893f/f/286335c0c44e442d8a2ebba6393da0b3_SeqId_4_ 2024-11-12T15:20:05,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40507 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 70cf031322e342f9b6f6ccc13b1320a3_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-12T15:20:05,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40507 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/staging/jenkins.hfs.11__test__e3gi6q4k7eo71v5vcdq0d9j742qjk7u7kgeeqvoftl41b7bp70e6jcoo1go2q1q2/f/70cf031322e342f9b6f6ccc13b1320a3_SeqId_4_ as hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/data/default/test/d8e4f6e953349c11b7ffe9b47198893f/f/dd3df19b59ee4565a953dbf62223e3cb_SeqId_4_ 2024-11-12T15:20:05,378 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40507 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/staging/jenkins.hfs.11__test__e3gi6q4k7eo71v5vcdq0d9j742qjk7u7kgeeqvoftl41b7bp70e6jcoo1go2q1q2/f/63457eb573e74302a4821f95b1e849cb_SeqId_4_ into d8e4f6e953349c11b7ffe9b47198893f/f as hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/data/default/test/d8e4f6e953349c11b7ffe9b47198893f/f/286335c0c44e442d8a2ebba6393da0b3_SeqId_4_ - updating store file list. 2024-11-12T15:20:05,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40507 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 286335c0c44e442d8a2ebba6393da0b3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T15:20:05,383 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40507 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/data/default/test/d8e4f6e953349c11b7ffe9b47198893f/f/286335c0c44e442d8a2ebba6393da0b3_SeqId_4_ into d8e4f6e953349c11b7ffe9b47198893f/f 2024-11-12T15:20:05,383 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40507 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/staging/jenkins.hfs.11__test__e3gi6q4k7eo71v5vcdq0d9j742qjk7u7kgeeqvoftl41b7bp70e6jcoo1go2q1q2/f/63457eb573e74302a4821f95b1e849cb_SeqId_4_ into d8e4f6e953349c11b7ffe9b47198893f/f (new location: hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/data/default/test/d8e4f6e953349c11b7ffe9b47198893f/f/286335c0c44e442d8a2ebba6393da0b3_SeqId_4_) 2024-11-12T15:20:05,384 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,32783,1731424785887.replicationSource.wal-reader.a6f201fa5419%2C32783%2C1731424785887,1-a6f201fa5419,32783,1731424785887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/WALs/a6f201fa5419,32783,1731424785887/a6f201fa5419%2C32783%2C1731424785887.1731424788207 to pos 687, reset compression=false 2024-11-12T15:20:05,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40507 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/staging/jenkins.hfs.11__test__e3gi6q4k7eo71v5vcdq0d9j742qjk7u7kgeeqvoftl41b7bp70e6jcoo1go2q1q2/f/63457eb573e74302a4821f95b1e849cb_SeqId_4_ 2024-11-12T15:20:05,393 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40507 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/staging/jenkins.hfs.11__test__e3gi6q4k7eo71v5vcdq0d9j742qjk7u7kgeeqvoftl41b7bp70e6jcoo1go2q1q2/f/70cf031322e342f9b6f6ccc13b1320a3_SeqId_4_ into d8e4f6e953349c11b7ffe9b47198893f/f as hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/data/default/test/d8e4f6e953349c11b7ffe9b47198893f/f/dd3df19b59ee4565a953dbf62223e3cb_SeqId_4_ - updating store file list. 2024-11-12T15:20:05,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40507 {}] regionserver.HStoreFile(483): HFile Bloom filter type for dd3df19b59ee4565a953dbf62223e3cb_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T15:20:05,401 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40507 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/data/default/test/d8e4f6e953349c11b7ffe9b47198893f/f/dd3df19b59ee4565a953dbf62223e3cb_SeqId_4_ into d8e4f6e953349c11b7ffe9b47198893f/f 2024-11-12T15:20:05,401 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40507 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/staging/jenkins.hfs.11__test__e3gi6q4k7eo71v5vcdq0d9j742qjk7u7kgeeqvoftl41b7bp70e6jcoo1go2q1q2/f/70cf031322e342f9b6f6ccc13b1320a3_SeqId_4_ into d8e4f6e953349c11b7ffe9b47198893f/f (new location: hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/data/default/test/d8e4f6e953349c11b7ffe9b47198893f/f/dd3df19b59ee4565a953dbf62223e3cb_SeqId_4_) 2024-11-12T15:20:05,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40507 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/staging/jenkins.hfs.11__test__e3gi6q4k7eo71v5vcdq0d9j742qjk7u7kgeeqvoftl41b7bp70e6jcoo1go2q1q2/f/70cf031322e342f9b6f6ccc13b1320a3_SeqId_4_ 2024-11-12T15:20:05,404 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40507 {}] regionserver.ReplicationSink(324): Finished replicating [a4135a48-7393-4433-bd26-197eccfe856d] bulk loaded data 2024-11-12T15:20:05,663 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:20:05,672 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731424805671/Put/seqid=0 2024-11-12T15:20:05,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741842_1018 (size=11194) 2024-11-12T15:20:05,701 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731424805701/Put/seqid=0 2024-11-12T15:20:05,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741843_1019 (size=10791) 2024-11-12T15:20:05,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54c6ed23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:20:05,708 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,42129,-1 for getting cluster id 2024-11-12T15:20:05,709 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:20:05,710 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa515838-d802-4097-8519-7430f87016e0' 2024-11-12T15:20:05,710 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:20:05,710 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa515838-d802-4097-8519-7430f87016e0" 2024-11-12T15:20:05,710 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38fb11b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:20:05,710 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,42129,-1] 2024-11-12T15:20:05,711 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:20:05,711 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:20:05,712 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:20:05,713 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e19dfe7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:20:05,713 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:20:05,715 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,40507,1731424791492, seqNum=-1] 2024-11-12T15:20:05,715 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:20:05,716 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T15:20:05,727 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:20:05,729 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,42129,1731424791336 2024-11-12T15:20:05,729 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43993c02 2024-11-12T15:20:05,729 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:20:05,730 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T15:20:05,735 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731424796220.d8e4f6e953349c11b7ffe9b47198893f., hostname=a6f201fa5419,40507,1731424791492, seqNum=2] 2024-11-12T15:20:05,738 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T15:20:05,744 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-12T15:20:05,748 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-12T15:20:05,754 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,40507,1731424791492.replicationSource.wal-reader.a6f201fa5419%2C40507%2C1731424791492,1-a6f201fa5419,40507,1731424791492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/WALs/a6f201fa5419,40507,1731424791492/a6f201fa5419%2C40507%2C1731424791492.1731424793356 to pos 379, reset compression=false 2024-11-12T15:20:05,761 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40507 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/testHFileCyclicReplication_10/f/hfile_1 for inclusion in d8e4f6e953349c11b7ffe9b47198893f/f 2024-11-12T15:20:05,763 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,40507,1731424791492.replicationSource.wal-reader.a6f201fa5419%2C40507%2C1731424791492,1-a6f201fa5419,40507,1731424791492 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T15:20:05,764 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,40507,1731424791492.replicationSource.shippera6f201fa5419%2C40507%2C1731424791492,1-a6f201fa5419,40507,1731424791492 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a6f201fa5419,40507,1731424791492 got entry batch from reader: WALEntryBatch [walEntries=[{test/d8e4f6e953349c11b7ffe9b47198893f/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731424805402/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/WALs/a6f201fa5419,40507,1731424791492/a6f201fa5419%2C40507%2C1731424791492.1731424793356, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-12T15:20:05,766 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,40507,1731424791492.replicationSource.shippera6f201fa5419%2C40507%2C1731424791492,1-a6f201fa5419,40507,1731424791492 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T15:20:05,768 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-12T15:20:05,768 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32783 {}] regionserver.ReplicationSink(318): Replicating [a4135a48-7393-4433-bd26-197eccfe856d, aa515838-d802-4097-8519-7430f87016e0] bulk loaded data 2024-11-12T15:20:05,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40507 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-12T15:20:05,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40507 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T15:20:05,774 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40507 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/testHFileCyclicReplication_10/f/hfile_0 for inclusion in d8e4f6e953349c11b7ffe9b47198893f/f 2024-11-12T15:20:05,776 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32783 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d9d4845, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:20:05,776 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32783 {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,38275,-1 for getting cluster id 2024-11-12T15:20:05,777 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32783 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:20:05,777 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4135a48-7393-4433-bd26-197eccfe856d' 2024-11-12T15:20:05,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:20:05,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4135a48-7393-4433-bd26-197eccfe856d" 2024-11-12T15:20:05,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7aee9b3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:20:05,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,38275,-1] 2024-11-12T15:20:05,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:20:05,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:20:05,780 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:20:05,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40507 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-12T15:20:05,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40507 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T15:20:05,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40507 {}] regionserver.HRegion(2603): Flush status journal for d8e4f6e953349c11b7ffe9b47198893f: 2024-11-12T15:20:05,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40507 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/staging/jenkins__test__o7k426a7hbr70k1m1kfgivquh3c7mb8gtu0q020tkh38hh9a083f4j0ph1g0618c/f/hfile_1 2024-11-12T15:20:05,782 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32783 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@aca0976, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:20:05,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40507 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/staging/jenkins__test__o7k426a7hbr70k1m1kfgivquh3c7mb8gtu0q020tkh38hh9a083f4j0ph1g0618c/f/hfile_1 as hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/data/default/test/d8e4f6e953349c11b7ffe9b47198893f/f/4aeab0c4a87347bcbaa6e6bf96b128cd_SeqId_6_ 2024-11-12T15:20:05,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40507 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/staging/jenkins__test__o7k426a7hbr70k1m1kfgivquh3c7mb8gtu0q020tkh38hh9a083f4j0ph1g0618c/f/hfile_0 2024-11-12T15:20:05,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40507 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/staging/jenkins__test__o7k426a7hbr70k1m1kfgivquh3c7mb8gtu0q020tkh38hh9a083f4j0ph1g0618c/f/hfile_0 as hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/data/default/test/d8e4f6e953349c11b7ffe9b47198893f/f/0b76952e256a4221a446f222df40afef_SeqId_6_ 2024-11-12T15:20:05,793 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40507 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/staging/jenkins__test__o7k426a7hbr70k1m1kfgivquh3c7mb8gtu0q020tkh38hh9a083f4j0ph1g0618c/f/hfile_1 into d8e4f6e953349c11b7ffe9b47198893f/f as hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/data/default/test/d8e4f6e953349c11b7ffe9b47198893f/f/4aeab0c4a87347bcbaa6e6bf96b128cd_SeqId_6_ - updating store file list. 2024-11-12T15:20:05,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40507 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4aeab0c4a87347bcbaa6e6bf96b128cd_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-12T15:20:05,799 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40507 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/data/default/test/d8e4f6e953349c11b7ffe9b47198893f/f/4aeab0c4a87347bcbaa6e6bf96b128cd_SeqId_6_ into d8e4f6e953349c11b7ffe9b47198893f/f 2024-11-12T15:20:05,799 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40507 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/staging/jenkins__test__o7k426a7hbr70k1m1kfgivquh3c7mb8gtu0q020tkh38hh9a083f4j0ph1g0618c/f/hfile_1 into d8e4f6e953349c11b7ffe9b47198893f/f (new location: hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/data/default/test/d8e4f6e953349c11b7ffe9b47198893f/f/4aeab0c4a87347bcbaa6e6bf96b128cd_SeqId_6_) 2024-11-12T15:20:05,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40507 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/staging/jenkins__test__o7k426a7hbr70k1m1kfgivquh3c7mb8gtu0q020tkh38hh9a083f4j0ph1g0618c/f/hfile_1 2024-11-12T15:20:05,800 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40507 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/staging/jenkins__test__o7k426a7hbr70k1m1kfgivquh3c7mb8gtu0q020tkh38hh9a083f4j0ph1g0618c/f/hfile_0 into d8e4f6e953349c11b7ffe9b47198893f/f as hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/data/default/test/d8e4f6e953349c11b7ffe9b47198893f/f/0b76952e256a4221a446f222df40afef_SeqId_6_ - updating store file list. 2024-11-12T15:20:05,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40507 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0b76952e256a4221a446f222df40afef_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-12T15:20:05,804 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40507 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/data/default/test/d8e4f6e953349c11b7ffe9b47198893f/f/0b76952e256a4221a446f222df40afef_SeqId_6_ into d8e4f6e953349c11b7ffe9b47198893f/f 2024-11-12T15:20:05,804 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40507 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/staging/jenkins__test__o7k426a7hbr70k1m1kfgivquh3c7mb8gtu0q020tkh38hh9a083f4j0ph1g0618c/f/hfile_0 into d8e4f6e953349c11b7ffe9b47198893f/f (new location: hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/data/default/test/d8e4f6e953349c11b7ffe9b47198893f/f/0b76952e256a4221a446f222df40afef_SeqId_6_) 2024-11-12T15:20:05,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40507 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/staging/jenkins__test__o7k426a7hbr70k1m1kfgivquh3c7mb8gtu0q020tkh38hh9a083f4j0ph1g0618c/f/hfile_0 2024-11-12T15:20:05,807 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T15:20:05,807 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:20:05,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:20:05,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:20:05,807 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:20:05,808 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731424796220.d8e4f6e953349c11b7ffe9b47198893f., hostname=a6f201fa5419,40507,1731424791492, seqNum=2 , the old value is region=test,,1731424796220.d8e4f6e953349c11b7ffe9b47198893f., hostname=a6f201fa5419,40507,1731424791492, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=a6f201fa5419:40507 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T15:20:05,808 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731424796220.d8e4f6e953349c11b7ffe9b47198893f., hostname=a6f201fa5419,40507,1731424791492, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T15:20:05,808 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731424796220.d8e4f6e953349c11b7ffe9b47198893f., hostname=a6f201fa5419,40507,1731424791492, seqNum=2 from cache 2024-11-12T15:20:05,808 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:20:05,809 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-12T15:20:05,810 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,32783,1731424785887, seqNum=-1] 2024-11-12T15:20:05,810 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:20:05,812 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T15:20:05,814 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731424794063.4c705510a0406b046f3da8e142e8164f., hostname=a6f201fa5419,32783,1731424785887, seqNum=2] 2024-11-12T15:20:05,822 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-12T15:20:05,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741842_1018 (size=7894) 2024-11-12T15:20:05,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741843_1019 (size=7691) 2024-11-12T15:20:05,910 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,32783,1731424785887.replicationSource.wal-reader.a6f201fa5419%2C32783%2C1731424785887,1-a6f201fa5419,32783,1731424785887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/WALs/a6f201fa5419,32783,1731424785887/a6f201fa5419%2C32783%2C1731424785887.1731424788207 to pos 687, reset compression=false 2024-11-12T15:20:05,918 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a6f201fa5419:40507 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-12T15:20:05,964 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,40507,1731424791492.replicationSource.wal-reader.a6f201fa5419%2C40507%2C1731424791492,1-a6f201fa5419,40507,1731424791492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/WALs/a6f201fa5419,40507,1731424791492/a6f201fa5419%2C40507%2C1731424791492.1731424793356 to pos 725, reset compression=false 2024-11-12T15:20:05,969 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,40507,1731424791492.replicationSource.wal-reader.a6f201fa5419%2C40507%2C1731424791492,1-a6f201fa5419,40507,1731424791492 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T15:20:06,169 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,40507,1731424791492.replicationSource.wal-reader.a6f201fa5419%2C40507%2C1731424791492,1-a6f201fa5419,40507,1731424791492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/WALs/a6f201fa5419,40507,1731424791492/a6f201fa5419%2C40507%2C1731424791492.1731424793356 to pos 1033, reset compression=false 2024-11-12T15:20:06,241 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32783 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:20:06,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,38275,1731424785693 2024-11-12T15:20:06,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32f36b8f 2024-11-12T15:20:06,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:20:06,243 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-12T15:20:06,244 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32783 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T15:20:06,245 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32783 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:20:06,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,32783,1731424785887, seqNum=-1] 2024-11-12T15:20:06,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:20:06,247 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-12T15:20:06,253 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/staging/jenkins.hfs.10__test__g2ogvi3vqbvgaskvv7sh03gcifudrtlivcp5g2p6nv8m4anhoi77pdho2jcu5s1m/f/286335c0c44e442d8a2ebba6393da0b3_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-12T15:20:06,257 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/staging/jenkins.hfs.10__test__g2ogvi3vqbvgaskvv7sh03gcifudrtlivcp5g2p6nv8m4anhoi77pdho2jcu5s1m/f/dd3df19b59ee4565a953dbf62223e3cb_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-12T15:20:06,259 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32783 {}] regionserver.ReplicationSink(324): Finished replicating [a4135a48-7393-4433-bd26-197eccfe856d, aa515838-d802-4097-8519-7430f87016e0] bulk loaded data 2024-11-12T15:20:06,264 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,40507,1731424791492.replicationSource.shippera6f201fa5419%2C40507%2C1731424791492,1-a6f201fa5419,40507,1731424791492 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a6f201fa5419,40507,1731424791492 got entry batch from reader: WALEntryBatch [walEntries=[{test/d8e4f6e953349c11b7ffe9b47198893f/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731424805805/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/WALs/a6f201fa5419,40507,1731424791492/a6f201fa5419%2C40507%2C1731424791492.1731424793356, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-12T15:20:06,265 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32783 {}] regionserver.ReplicationSink(318): Replicating [aa515838-d802-4097-8519-7430f87016e0] bulk loaded data 2024-11-12T15:20:06,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741844_1020 (size=10791) 2024-11-12T15:20:06,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741845_1021 (size=11194) 2024-11-12T15:20:06,335 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-12T15:20:06,335 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-12T15:20:06,473 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,40507,1731424791492.replicationSource.wal-reader.a6f201fa5419%2C40507%2C1731424791492,1-a6f201fa5419,40507,1731424791492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/WALs/a6f201fa5419,40507,1731424791492/a6f201fa5419%2C40507%2C1731424791492.1731424793356 to pos 1033, reset compression=false 2024-11-12T15:20:06,514 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,32783,1731424785887.replicationSource.wal-reader.a6f201fa5419%2C32783%2C1731424785887,1-a6f201fa5419,32783,1731424785887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/WALs/a6f201fa5419,32783,1731424785887/a6f201fa5419%2C32783%2C1731424785887.1731424788207 to pos 687, reset compression=false 2024-11-12T15:20:06,702 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32783 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T15:20:06,708 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/staging/jenkins.hfs.10__test__gj576h4oip6ug77mf3013rn5fqnocjbtnmi57jfmva1c8nks94hf6viddnjg1cer/f/0b76952e256a4221a446f222df40afef_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-12T15:20:06,711 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/staging/jenkins.hfs.10__test__gj576h4oip6ug77mf3013rn5fqnocjbtnmi57jfmva1c8nks94hf6viddnjg1cer/f/4aeab0c4a87347bcbaa6e6bf96b128cd_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-12T15:20:06,715 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32783 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/staging/jenkins.hfs.10__test__gj576h4oip6ug77mf3013rn5fqnocjbtnmi57jfmva1c8nks94hf6viddnjg1cer/f/4aeab0c4a87347bcbaa6e6bf96b128cd_SeqId_6_ for inclusion in 4c705510a0406b046f3da8e142e8164f/f 2024-11-12T15:20:06,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32783 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-12T15:20:06,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32783 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T15:20:06,718 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32783 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/staging/jenkins.hfs.10__test__gj576h4oip6ug77mf3013rn5fqnocjbtnmi57jfmva1c8nks94hf6viddnjg1cer/f/0b76952e256a4221a446f222df40afef_SeqId_6_ for inclusion in 4c705510a0406b046f3da8e142e8164f/f 2024-11-12T15:20:06,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32783 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-12T15:20:06,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32783 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T15:20:06,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32783 {}] regionserver.HRegion(2603): Flush status journal for 4c705510a0406b046f3da8e142e8164f: 2024-11-12T15:20:06,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32783 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4aeab0c4a87347bcbaa6e6bf96b128cd_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-12T15:20:06,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32783 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/staging/jenkins.hfs.10__test__gj576h4oip6ug77mf3013rn5fqnocjbtnmi57jfmva1c8nks94hf6viddnjg1cer/f/4aeab0c4a87347bcbaa6e6bf96b128cd_SeqId_6_ as hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/data/default/test/4c705510a0406b046f3da8e142e8164f/f/c46ef46b2d344044960d40afdbc46d62_SeqId_6_ 2024-11-12T15:20:06,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32783 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0b76952e256a4221a446f222df40afef_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-12T15:20:06,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32783 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/staging/jenkins.hfs.10__test__gj576h4oip6ug77mf3013rn5fqnocjbtnmi57jfmva1c8nks94hf6viddnjg1cer/f/0b76952e256a4221a446f222df40afef_SeqId_6_ as hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/data/default/test/4c705510a0406b046f3da8e142e8164f/f/5914202a8eda42ce971fee6186db98b8_SeqId_6_ 2024-11-12T15:20:06,727 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32783 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/staging/jenkins.hfs.10__test__gj576h4oip6ug77mf3013rn5fqnocjbtnmi57jfmva1c8nks94hf6viddnjg1cer/f/4aeab0c4a87347bcbaa6e6bf96b128cd_SeqId_6_ into 4c705510a0406b046f3da8e142e8164f/f as hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/data/default/test/4c705510a0406b046f3da8e142e8164f/f/c46ef46b2d344044960d40afdbc46d62_SeqId_6_ - updating store file list. 2024-11-12T15:20:06,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32783 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c46ef46b2d344044960d40afdbc46d62_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-12T15:20:06,732 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32783 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/data/default/test/4c705510a0406b046f3da8e142e8164f/f/c46ef46b2d344044960d40afdbc46d62_SeqId_6_ into 4c705510a0406b046f3da8e142e8164f/f 2024-11-12T15:20:06,732 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32783 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/staging/jenkins.hfs.10__test__gj576h4oip6ug77mf3013rn5fqnocjbtnmi57jfmva1c8nks94hf6viddnjg1cer/f/4aeab0c4a87347bcbaa6e6bf96b128cd_SeqId_6_ into 4c705510a0406b046f3da8e142e8164f/f (new location: hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/data/default/test/4c705510a0406b046f3da8e142e8164f/f/c46ef46b2d344044960d40afdbc46d62_SeqId_6_) 2024-11-12T15:20:06,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32783 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/staging/jenkins.hfs.10__test__gj576h4oip6ug77mf3013rn5fqnocjbtnmi57jfmva1c8nks94hf6viddnjg1cer/f/4aeab0c4a87347bcbaa6e6bf96b128cd_SeqId_6_ 2024-11-12T15:20:06,733 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32783 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/staging/jenkins.hfs.10__test__gj576h4oip6ug77mf3013rn5fqnocjbtnmi57jfmva1c8nks94hf6viddnjg1cer/f/0b76952e256a4221a446f222df40afef_SeqId_6_ into 4c705510a0406b046f3da8e142e8164f/f as hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/data/default/test/4c705510a0406b046f3da8e142e8164f/f/5914202a8eda42ce971fee6186db98b8_SeqId_6_ - updating store file list. 2024-11-12T15:20:06,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32783 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5914202a8eda42ce971fee6186db98b8_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-12T15:20:06,738 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32783 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/data/default/test/4c705510a0406b046f3da8e142e8164f/f/5914202a8eda42ce971fee6186db98b8_SeqId_6_ into 4c705510a0406b046f3da8e142e8164f/f 2024-11-12T15:20:06,738 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32783 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/staging/jenkins.hfs.10__test__gj576h4oip6ug77mf3013rn5fqnocjbtnmi57jfmva1c8nks94hf6viddnjg1cer/f/0b76952e256a4221a446f222df40afef_SeqId_6_ into 4c705510a0406b046f3da8e142e8164f/f (new location: hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/data/default/test/4c705510a0406b046f3da8e142e8164f/f/5914202a8eda42ce971fee6186db98b8_SeqId_6_) 2024-11-12T15:20:06,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32783 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/staging/jenkins.hfs.10__test__gj576h4oip6ug77mf3013rn5fqnocjbtnmi57jfmva1c8nks94hf6viddnjg1cer/f/0b76952e256a4221a446f222df40afef_SeqId_6_ 2024-11-12T15:20:06,740 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32783 {}] regionserver.ReplicationSink(324): Finished replicating [aa515838-d802-4097-8519-7430f87016e0] bulk loaded data 2024-11-12T15:20:06,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T15:20:06,831 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T15:20:06,831 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:20:06,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:20:06,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:20:06,831 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T15:20:06,832 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=847951092, stopped=false 2024-11-12T15:20:06,832 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:20:06,832 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a6f201fa5419,42129,1731424791336 2024-11-12T15:20:06,877 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,40507,1731424791492.replicationSource.wal-reader.a6f201fa5419%2C40507%2C1731424791492,1-a6f201fa5419,40507,1731424791492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/WALs/a6f201fa5419,40507,1731424791492/a6f201fa5419%2C40507%2C1731424791492.1731424793356 to pos 1033, reset compression=false 2024-11-12T15:20:06,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40507-0x1012fa1884b0004, quorum=127.0.0.1:61633, baseZNode=/1-897777174 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-897777174/running 2024-11-12T15:20:06,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42129-0x1012fa1884b0003, quorum=127.0.0.1:61633, baseZNode=/1-897777174 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-897777174/running 2024-11-12T15:20:06,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40507-0x1012fa1884b0004, quorum=127.0.0.1:61633, baseZNode=/1-897777174 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-897777174 2024-11-12T15:20:06,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42129-0x1012fa1884b0003, quorum=127.0.0.1:61633, baseZNode=/1-897777174 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-897777174 2024-11-12T15:20:06,890 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T15:20:06,890 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T15:20:06,890 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:20:06,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:20:06,890 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a6f201fa5419,40507,1731424791492' ***** 2024-11-12T15:20:06,890 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T15:20:06,891 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40507-0x1012fa1884b0004, quorum=127.0.0.1:61633, baseZNode=/1-897777174 Set watcher on znode that does not yet exist, /1-897777174/running 2024-11-12T15:20:06,891 INFO [RS:0;a6f201fa5419:40507 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T15:20:06,891 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42129-0x1012fa1884b0003, quorum=127.0.0.1:61633, baseZNode=/1-897777174 Set watcher on znode that does not yet exist, /1-897777174/running 2024-11-12T15:20:06,891 INFO [RS:0;a6f201fa5419:40507 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T15:20:06,891 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T15:20:06,891 INFO [RS:0;a6f201fa5419:40507 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T15:20:06,891 INFO [RS:0;a6f201fa5419:40507 {}] regionserver.HRegionServer(3091): Received CLOSE for d8e4f6e953349c11b7ffe9b47198893f 2024-11-12T15:20:06,891 INFO [RS:0;a6f201fa5419:40507 {}] regionserver.HRegionServer(3091): Received CLOSE for e36942962936d6a36a4934eec6613309 2024-11-12T15:20:06,891 INFO [RS:0;a6f201fa5419:40507 {}] regionserver.HRegionServer(959): stopping server a6f201fa5419,40507,1731424791492 2024-11-12T15:20:06,891 INFO [RS:0;a6f201fa5419:40507 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T15:20:06,891 INFO [RS:0;a6f201fa5419:40507 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a6f201fa5419:40507. 2024-11-12T15:20:06,891 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d8e4f6e953349c11b7ffe9b47198893f, disabling compactions & flushes 2024-11-12T15:20:06,891 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731424796220.d8e4f6e953349c11b7ffe9b47198893f. 2024-11-12T15:20:06,891 DEBUG [RS:0;a6f201fa5419:40507 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:20:06,891 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731424796220.d8e4f6e953349c11b7ffe9b47198893f. 2024-11-12T15:20:06,891 DEBUG [RS:0;a6f201fa5419:40507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:20:06,892 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731424796220.d8e4f6e953349c11b7ffe9b47198893f. after waiting 0 ms 2024-11-12T15:20:06,892 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731424796220.d8e4f6e953349c11b7ffe9b47198893f. 2024-11-12T15:20:06,892 INFO [RS:0;a6f201fa5419:40507 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T15:20:06,892 INFO [RS:0;a6f201fa5419:40507 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T15:20:06,892 INFO [RS:0;a6f201fa5419:40507 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T15:20:06,892 INFO [RS:0;a6f201fa5419:40507 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T15:20:06,892 INFO [RS:0;a6f201fa5419:40507 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T15:20:06,892 DEBUG [RS:0;a6f201fa5419:40507 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d8e4f6e953349c11b7ffe9b47198893f=test,,1731424796220.d8e4f6e953349c11b7ffe9b47198893f., e36942962936d6a36a4934eec6613309=hbase:replication,,1731424800603.e36942962936d6a36a4934eec6613309.} 2024-11-12T15:20:06,892 DEBUG [RS:0;a6f201fa5419:40507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d8e4f6e953349c11b7ffe9b47198893f, e36942962936d6a36a4934eec6613309 2024-11-12T15:20:06,892 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T15:20:06,892 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T15:20:06,892 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T15:20:06,892 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T15:20:06,892 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T15:20:06,892 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T15:20:06,895 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/data/default/test/d8e4f6e953349c11b7ffe9b47198893f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T15:20:06,895 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T15:20:06,895 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T15:20:06,895 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731424796220.d8e4f6e953349c11b7ffe9b47198893f. 2024-11-12T15:20:06,895 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d8e4f6e953349c11b7ffe9b47198893f: Waiting for close lock at 1731424806891Running coprocessor pre-close hooks at 1731424806891Disabling compacts and flushes for region at 1731424806891Disabling writes for close at 1731424806892 (+1 ms)Writing region close event to WAL at 1731424806892Running coprocessor post-close hooks at 1731424806895 (+3 ms)Closed at 1731424806895 2024-11-12T15:20:06,895 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731424796220.d8e4f6e953349c11b7ffe9b47198893f. 2024-11-12T15:20:06,895 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e36942962936d6a36a4934eec6613309, disabling compactions & flushes 2024-11-12T15:20:06,895 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731424800603.e36942962936d6a36a4934eec6613309. 2024-11-12T15:20:06,895 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731424800603.e36942962936d6a36a4934eec6613309. 2024-11-12T15:20:06,895 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731424800603.e36942962936d6a36a4934eec6613309. after waiting 0 ms 2024-11-12T15:20:06,895 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731424800603.e36942962936d6a36a4934eec6613309. 2024-11-12T15:20:06,896 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e36942962936d6a36a4934eec6613309 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-12T15:20:06,911 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/data/hbase/meta/1588230740/.tmp/info/9f8fc5ed15a34343b29796f95c28b836 is 147, key is hbase:replication,,1731424800603.e36942962936d6a36a4934eec6613309./info:regioninfo/1731424801774/Put/seqid=0 2024-11-12T15:20:06,913 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/data/hbase/replication/e36942962936d6a36a4934eec6613309/.tmp/hfileref/4b2e0abf3b1a4fe5b14502eb677e6418 is 74, key is 1/hfileref:0b76952e256a4221a446f222df40afef_SeqId_6_/1731424806742/DeleteColumn/seqid=0 2024-11-12T15:20:06,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741844_1020 (size=7686) 2024-11-12T15:20:06,917 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/data/hbase/meta/1588230740/.tmp/info/9f8fc5ed15a34343b29796f95c28b836 2024-11-12T15:20:06,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741845_1021 (size=5345) 2024-11-12T15:20:06,934 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/data/hbase/meta/1588230740/.tmp/ns/846af95018ec4609bb05b25900598a19 is 43, key is default/ns:d/1731424793982/Put/seqid=0 2024-11-12T15:20:06,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741846_1022 (size=5153) 2024-11-12T15:20:06,940 INFO [regionserver/a6f201fa5419:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T15:20:07,092 DEBUG [RS:0;a6f201fa5419:40507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e36942962936d6a36a4934eec6613309 2024-11-12T15:20:07,218 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,32783,1731424785887.replicationSource.wal-reader.a6f201fa5419%2C32783%2C1731424785887,1-a6f201fa5419,32783,1731424785887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/WALs/a6f201fa5419,32783,1731424785887/a6f201fa5419%2C32783%2C1731424785887.1731424788207 to pos 687, reset compression=false 2024-11-12T15:20:07,223 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,32783,1731424785887.replicationSource.wal-reader.a6f201fa5419%2C32783%2C1731424785887,1-a6f201fa5419,32783,1731424785887 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T15:20:07,223 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,32783,1731424785887.replicationSource.shippera6f201fa5419%2C32783%2C1731424785887,1-a6f201fa5419,32783,1731424785887 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a6f201fa5419,32783,1731424785887 got entry batch from reader: WALEntryBatch [walEntries=[{test/4c705510a0406b046f3da8e142e8164f/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731424806738/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/WALs/a6f201fa5419,32783,1731424785887/a6f201fa5419%2C32783%2C1731424785887.1731424788207, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-12T15:20:07,224 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40507 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server a6f201fa5419,40507,1731424791492 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T15:20:07,227 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40507 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:40576 deadline: 1731424867223, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server a6f201fa5419,40507,1731424791492 stopping 2024-11-12T15:20:07,228 INFO [regionserver/a6f201fa5419:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T15:20:07,228 INFO [regionserver/a6f201fa5419:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T15:20:07,230 WARN [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,32783,1731424785887.replicationSource.shippera6f201fa5419%2C32783%2C1731424785887,1-a6f201fa5419,32783,1731424785887 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server a6f201fa5419,40507,1731424791492 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T15:20:07,292 DEBUG [RS:0;a6f201fa5419:40507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e36942962936d6a36a4934eec6613309 2024-11-12T15:20:07,317 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/data/hbase/replication/e36942962936d6a36a4934eec6613309/.tmp/hfileref/4b2e0abf3b1a4fe5b14502eb677e6418 2024-11-12T15:20:07,334 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40507 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server a6f201fa5419,40507,1731424791492 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T15:20:07,334 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40507 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:40576 deadline: 1731424867334, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server a6f201fa5419,40507,1731424791492 stopping 2024-11-12T15:20:07,335 WARN [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,32783,1731424785887.replicationSource.shippera6f201fa5419%2C32783%2C1731424785887,1-a6f201fa5419,32783,1731424785887 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server a6f201fa5419,40507,1731424791492 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T15:20:07,338 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/data/hbase/meta/1588230740/.tmp/ns/846af95018ec4609bb05b25900598a19 2024-11-12T15:20:07,340 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/data/hbase/replication/e36942962936d6a36a4934eec6613309/.tmp/queue/17f3db798f45428b865560f8876ab414 is 154, key is 1-a6f201fa5419,40507,1731424791492/queue:a6f201fa5419%2C40507%2C1731424791492/1731424806744/Put/seqid=0 2024-11-12T15:20:07,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741847_1023 (size=5353) 2024-11-12T15:20:07,358 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/data/hbase/meta/1588230740/.tmp/rep_barrier/aedd1e836ccf42868f65a1d0ed82d621 is 112, key is test,,1731424796220.d8e4f6e953349c11b7ffe9b47198893f./rep_barrier:seqnumDuringOpen/1731424797367/Put/seqid=0 2024-11-12T15:20:07,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741848_1024 (size=5518) 2024-11-12T15:20:07,381 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,40507,1731424791492.replicationSource.wal-reader.a6f201fa5419%2C40507%2C1731424791492,1-a6f201fa5419,40507,1731424791492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/WALs/a6f201fa5419,40507,1731424791492/a6f201fa5419%2C40507%2C1731424791492.1731424793356 to pos 1033, reset compression=false 2024-11-12T15:20:07,385 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,40507,1731424791492.replicationSource.wal-reader.a6f201fa5419%2C40507%2C1731424791492,1-a6f201fa5419,40507,1731424791492 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T15:20:07,385 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,40507,1731424791492.replicationSource.wal-reader.a6f201fa5419%2C40507%2C1731424791492,1-a6f201fa5419,40507,1731424791492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/WALs/a6f201fa5419,40507,1731424791492/a6f201fa5419%2C40507%2C1731424791492.1731424793356 to pos 1328, reset compression=false 2024-11-12T15:20:07,385 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,40507,1731424791492.replicationSource.shippera6f201fa5419%2C40507%2C1731424791492,1-a6f201fa5419,40507,1731424791492 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a6f201fa5419,40507,1731424791492 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/WALs/a6f201fa5419,40507,1731424791492/a6f201fa5419%2C40507%2C1731424791492.1731424793356, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T15:20:07,387 ERROR [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,40507,1731424791492.replicationSource.shippera6f201fa5419%2C40507%2C1731424791492,1-a6f201fa5419,40507,1731424791492 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a6f201fa5419,40507,1731424791492: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-a6f201fa5419,40507,1731424791492, walGroup=a6f201fa5419%2C40507%2C1731424791492, offset=a6f201fa5419%2C40507%2C1731424791492.1731424793356:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a6f201fa5419:40507 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T15:20:07,388 ERROR [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,40507,1731424791492.replicationSource.shippera6f201fa5419%2C40507%2C1731424791492,1-a6f201fa5419,40507,1731424791492 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T15:20:07,390 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,40507,1731424791492.replicationSource.shippera6f201fa5419%2C40507%2C1731424791492,1-a6f201fa5419,40507,1731424791492 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T15:20:07,391 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,40507,1731424791492.replicationSource.shippera6f201fa5419%2C40507%2C1731424791492,1-a6f201fa5419,40507,1731424791492 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T15:20:07,391 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,40507,1731424791492.replicationSource.shippera6f201fa5419%2C40507%2C1731424791492,1-a6f201fa5419,40507,1731424791492 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T15:20:07,391 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,40507,1731424791492.replicationSource.shippera6f201fa5419%2C40507%2C1731424791492,1-a6f201fa5419,40507,1731424791492 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T15:20:07,391 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,40507,1731424791492.replicationSource.shippera6f201fa5419%2C40507%2C1731424791492,1-a6f201fa5419,40507,1731424791492 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 528226152 }, "NonHeapMemoryUsage": { "committed": 190251008, "init": 7667712, "max": -1, "used": 187406120 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T15:20:07,393 WARN [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,40507,1731424791492.replicationSource.shippera6f201fa5419%2C40507%2C1731424791492,1-a6f201fa5419,40507,1731424791492 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a6f201fa5419:42129 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a6f201fa5419:42129 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-12T15:20:07,423 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,32783,1731424785887.replicationSource.wal-reader.a6f201fa5419%2C32783%2C1731424785887,1-a6f201fa5419,32783,1731424785887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/WALs/a6f201fa5419,32783,1731424785887/a6f201fa5419%2C32783%2C1731424785887.1731424788207 to pos 1033, reset compression=false 2024-11-12T15:20:07,492 DEBUG [RS:0;a6f201fa5419:40507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e36942962936d6a36a4934eec6613309 2024-11-12T15:20:07,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a6f201fa5419,40507,1731424791492 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T15:20:07,539 WARN [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,32783,1731424785887.replicationSource.shippera6f201fa5419%2C32783%2C1731424785887,1-a6f201fa5419,32783,1731424785887 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server a6f201fa5419,40507,1731424791492 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T15:20:07,589 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,40507,1731424791492.replicationSource.wal-reader.a6f201fa5419%2C40507%2C1731424791492,1-a6f201fa5419,40507,1731424791492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/WALs/a6f201fa5419,40507,1731424791492/a6f201fa5419%2C40507%2C1731424791492.1731424793356 to pos 1328, reset compression=false 2024-11-12T15:20:07,693 DEBUG [RS:0;a6f201fa5419:40507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e36942962936d6a36a4934eec6613309 2024-11-12T15:20:07,726 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,32783,1731424785887.replicationSource.wal-reader.a6f201fa5419%2C32783%2C1731424785887,1-a6f201fa5419,32783,1731424785887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/WALs/a6f201fa5419,32783,1731424785887/a6f201fa5419%2C32783%2C1731424785887.1731424788207 to pos 1033, reset compression=false 2024-11-12T15:20:07,744 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/data/hbase/replication/e36942962936d6a36a4934eec6613309/.tmp/queue/17f3db798f45428b865560f8876ab414 2024-11-12T15:20:07,749 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/data/hbase/replication/e36942962936d6a36a4934eec6613309/.tmp/hfileref/4b2e0abf3b1a4fe5b14502eb677e6418 as hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/data/hbase/replication/e36942962936d6a36a4934eec6613309/hfileref/4b2e0abf3b1a4fe5b14502eb677e6418 2024-11-12T15:20:07,754 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/data/hbase/replication/e36942962936d6a36a4934eec6613309/hfileref/4b2e0abf3b1a4fe5b14502eb677e6418, entries=4, sequenceid=12, filesize=5.2 K 2024-11-12T15:20:07,754 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/data/hbase/replication/e36942962936d6a36a4934eec6613309/.tmp/queue/17f3db798f45428b865560f8876ab414 as hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/data/hbase/replication/e36942962936d6a36a4934eec6613309/queue/17f3db798f45428b865560f8876ab414 2024-11-12T15:20:07,759 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/data/hbase/replication/e36942962936d6a36a4934eec6613309/queue/17f3db798f45428b865560f8876ab414, entries=1, sequenceid=12, filesize=5.2 K 2024-11-12T15:20:07,759 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for e36942962936d6a36a4934eec6613309 in 864ms, sequenceid=12, compaction requested=false 2024-11-12T15:20:07,763 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/data/hbase/replication/e36942962936d6a36a4934eec6613309/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-12T15:20:07,763 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T15:20:07,764 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T15:20:07,764 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731424800603.e36942962936d6a36a4934eec6613309. 2024-11-12T15:20:07,764 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/data/hbase/meta/1588230740/.tmp/rep_barrier/aedd1e836ccf42868f65a1d0ed82d621 2024-11-12T15:20:07,764 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e36942962936d6a36a4934eec6613309: Waiting for close lock at 1731424806895Running coprocessor pre-close hooks at 1731424806895Disabling compacts and flushes for region at 1731424806895Disabling writes for close at 1731424806895Obtaining lock to block concurrent updates at 1731424806896 (+1 ms)Preparing flush snapshotting stores in e36942962936d6a36a4934eec6613309 at 1731424806896Finished memstore snapshotting hbase:replication,,1731424800603.e36942962936d6a36a4934eec6613309., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731424806896Flushing stores of hbase:replication,,1731424800603.e36942962936d6a36a4934eec6613309. at 1731424806896Flushing e36942962936d6a36a4934eec6613309/hfileref: creating writer at 1731424806896Flushing e36942962936d6a36a4934eec6613309/hfileref: appending metadata at 1731424806913 (+17 ms)Flushing e36942962936d6a36a4934eec6613309/hfileref: closing flushed file at 1731424806913Flushing e36942962936d6a36a4934eec6613309/queue: creating writer at 1731424807321 (+408 ms)Flushing e36942962936d6a36a4934eec6613309/queue: appending metadata at 1731424807339 (+18 ms)Flushing e36942962936d6a36a4934eec6613309/queue: closing flushed file at 1731424807340 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@792ae994: reopening flushed file at 1731424807748 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4da7aa6d: reopening flushed file at 1731424807754 (+6 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for e36942962936d6a36a4934eec6613309 in 864ms, sequenceid=12, compaction requested=false at 1731424807760 (+6 ms)Writing region close event to WAL at 1731424807760Running coprocessor post-close hooks at 1731424807763 (+3 ms)Closed at 1731424807764 (+1 ms) 2024-11-12T15:20:07,764 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731424800603.e36942962936d6a36a4934eec6613309. 2024-11-12T15:20:07,780 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/data/hbase/meta/1588230740/.tmp/table/bedf5cf33369487fa8c61bfa3e9754ce is 53, key is hbase:replication/table:state/1731424801781/Put/seqid=0 2024-11-12T15:20:07,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741849_1025 (size=5308) 2024-11-12T15:20:07,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a6f201fa5419,40507,1731424791492 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T15:20:07,842 WARN [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,32783,1731424785887.replicationSource.shippera6f201fa5419%2C32783%2C1731424785887,1-a6f201fa5419,32783,1731424785887 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server a6f201fa5419,40507,1731424791492 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T15:20:07,893 INFO [RS:0;a6f201fa5419:40507 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T15:20:07,893 DEBUG [RS:0;a6f201fa5419:40507 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T15:20:07,893 DEBUG [RS:0;a6f201fa5419:40507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T15:20:07,893 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,40507,1731424791492.replicationSource.wal-reader.a6f201fa5419%2C40507%2C1731424791492,1-a6f201fa5419,40507,1731424791492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/WALs/a6f201fa5419,40507,1731424791492/a6f201fa5419%2C40507%2C1731424791492.1731424793356 to pos 1328, reset compression=false 2024-11-12T15:20:08,093 DEBUG [RS:0;a6f201fa5419:40507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T15:20:08,130 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,32783,1731424785887.replicationSource.wal-reader.a6f201fa5419%2C32783%2C1731424785887,1-a6f201fa5419,32783,1731424785887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/WALs/a6f201fa5419,32783,1731424785887/a6f201fa5419%2C32783%2C1731424785887.1731424788207 to pos 1033, reset compression=false 2024-11-12T15:20:08,184 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/data/hbase/meta/1588230740/.tmp/table/bedf5cf33369487fa8c61bfa3e9754ce 2024-11-12T15:20:08,190 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/data/hbase/meta/1588230740/.tmp/info/9f8fc5ed15a34343b29796f95c28b836 as hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/data/hbase/meta/1588230740/info/9f8fc5ed15a34343b29796f95c28b836 2024-11-12T15:20:08,196 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/data/hbase/meta/1588230740/info/9f8fc5ed15a34343b29796f95c28b836, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T15:20:08,197 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/data/hbase/meta/1588230740/.tmp/ns/846af95018ec4609bb05b25900598a19 as hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/data/hbase/meta/1588230740/ns/846af95018ec4609bb05b25900598a19 2024-11-12T15:20:08,204 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/data/hbase/meta/1588230740/ns/846af95018ec4609bb05b25900598a19, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T15:20:08,205 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/data/hbase/meta/1588230740/.tmp/rep_barrier/aedd1e836ccf42868f65a1d0ed82d621 as hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/data/hbase/meta/1588230740/rep_barrier/aedd1e836ccf42868f65a1d0ed82d621 2024-11-12T15:20:08,210 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/data/hbase/meta/1588230740/rep_barrier/aedd1e836ccf42868f65a1d0ed82d621, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T15:20:08,211 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/data/hbase/meta/1588230740/.tmp/table/bedf5cf33369487fa8c61bfa3e9754ce as hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/data/hbase/meta/1588230740/table/bedf5cf33369487fa8c61bfa3e9754ce 2024-11-12T15:20:08,215 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/data/hbase/meta/1588230740/table/bedf5cf33369487fa8c61bfa3e9754ce, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T15:20:08,216 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1324ms, sequenceid=16, compaction requested=false 2024-11-12T15:20:08,236 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T15:20:08,237 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T15:20:08,237 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T15:20:08,237 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T15:20:08,237 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731424806892Running coprocessor pre-close hooks at 1731424806892Disabling compacts and flushes for region at 1731424806892Disabling writes for close at 1731424806892Obtaining lock to block concurrent updates at 1731424806892Preparing flush snapshotting stores in 1588230740 at 1731424806892Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731424806893 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731424806893Flushing 1588230740/info: creating writer at 1731424806893Flushing 1588230740/info: appending metadata at 1731424806910 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731424806910Flushing 1588230740/ns: creating writer at 1731424806921 (+11 ms)Flushing 1588230740/ns: appending metadata at 1731424806933 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731424806933Flushing 1588230740/rep_barrier: creating writer at 1731424807342 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731424807357 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731424807357Flushing 1588230740/table: creating writer at 1731424807767 (+410 ms)Flushing 1588230740/table: appending metadata at 1731424807780 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731424807780Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@90c4403: reopening flushed file at 1731424808189 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59649d57: reopening flushed file at 1731424808196 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52a403db: reopening flushed file at 1731424808204 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dc7f1db: reopening flushed file at 1731424808210 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1324ms, sequenceid=16, compaction requested=false at 1731424808216 (+6 ms)Writing region close event to WAL at 1731424808224 (+8 ms)Running coprocessor post-close hooks at 1731424808237 (+13 ms)Closed at 1731424808237 2024-11-12T15:20:08,237 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T15:20:08,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a6f201fa5419,40507,1731424791492 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T15:20:08,246 WARN [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,32783,1731424785887.replicationSource.shippera6f201fa5419%2C32783%2C1731424785887,1-a6f201fa5419,32783,1731424785887 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server a6f201fa5419,40507,1731424791492 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T15:20:08,293 INFO [RS:0;a6f201fa5419:40507 {}] regionserver.HRegionServer(976): stopping server a6f201fa5419,40507,1731424791492; all regions closed. 2024-11-12T15:20:08,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741834_1010 (size=4239) 2024-11-12T15:20:08,295 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/WALs/a6f201fa5419,40507,1731424791492/a6f201fa5419%2C40507%2C1731424791492.meta.1731424793943.meta not finished, retry = 0 2024-11-12T15:20:08,296 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,40507,1731424791492.replicationSource.wal-reader.a6f201fa5419%2C40507%2C1731424791492,1-a6f201fa5419,40507,1731424791492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/WALs/a6f201fa5419,40507,1731424791492/a6f201fa5419%2C40507%2C1731424791492.1731424793356 to pos 1328, reset compression=false 2024-11-12T15:20:08,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741839_1015 (size=3127) 2024-11-12T15:20:08,398 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/WALs/a6f201fa5419,40507,1731424791492/a6f201fa5419%2C40507%2C1731424791492.rep.1731424801736 not finished, retry = 0 2024-11-12T15:20:08,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741833_1009 (size=1336) 2024-11-12T15:20:08,540 DEBUG [RS:0;a6f201fa5419:40507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:20:08,540 INFO [RS:0;a6f201fa5419:40507 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T15:20:08,540 INFO [RS:0;a6f201fa5419:40507 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T15:20:08,540 INFO [RS:0;a6f201fa5419:40507 {}] hbase.ChoreService(370): Chore service for: regionserver/a6f201fa5419:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T15:20:08,540 INFO [RS:0;a6f201fa5419:40507 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T15:20:08,541 INFO [regionserver/a6f201fa5419:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T15:20:08,541 INFO [RS:0;a6f201fa5419:40507 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a6f201fa5419,40507,1731424791492 because: Region server is closing 2024-11-12T15:20:08,541 INFO [RS:0;a6f201fa5419:40507 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a6f201fa5419:40507. 2024-11-12T15:20:08,541 DEBUG [RS:0;a6f201fa5419:40507 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:20:08,541 DEBUG [RS:0;a6f201fa5419:40507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:20:08,541 DEBUG [RS:0;a6f201fa5419:40507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:20:08,541 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:20:08,634 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,32783,1731424785887.replicationSource.wal-reader.a6f201fa5419%2C32783%2C1731424785887,1-a6f201fa5419,32783,1731424785887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/WALs/a6f201fa5419,32783,1731424785887/a6f201fa5419%2C32783%2C1731424785887.1731424788207 to pos 1033, reset compression=false 2024-11-12T15:20:08,642 INFO [RS:0;a6f201fa5419:40507 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,40507,1731424791492.replicationSource.shippera6f201fa5419%2C40507%2C1731424791492,1-a6f201fa5419,40507,1731424791492 terminated 2024-11-12T15:20:08,642 WARN [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,40507,1731424791492.replicationSource.wal-reader.a6f201fa5419%2C40507%2C1731424791492,1-a6f201fa5419,40507,1731424791492 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T15:20:08,642 INFO [RS:0;a6f201fa5419:40507 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a6f201fa5419:40507. 2024-11-12T15:20:08,642 DEBUG [RS:0;a6f201fa5419:40507 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:20:08,642 DEBUG [RS:0;a6f201fa5419:40507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:20:08,642 DEBUG [RS:0;a6f201fa5419:40507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:20:08,642 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:20:08,642 INFO [RS:0;a6f201fa5419:40507 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40507 2024-11-12T15:20:08,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42129-0x1012fa1884b0003, quorum=127.0.0.1:61633, baseZNode=/1-897777174 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-897777174/rs 2024-11-12T15:20:08,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40507-0x1012fa1884b0004, quorum=127.0.0.1:61633, baseZNode=/1-897777174 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-897777174/rs/a6f201fa5419,40507,1731424791492 2024-11-12T15:20:08,658 INFO [RS:0;a6f201fa5419:40507 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T15:20:08,668 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a6f201fa5419,40507,1731424791492] 2024-11-12T15:20:08,679 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-897777174/draining/a6f201fa5419,40507,1731424791492 already deleted, retry=false 2024-11-12T15:20:08,679 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a6f201fa5419,40507,1731424791492 expired; onlineServers=0 2024-11-12T15:20:08,679 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a6f201fa5419,42129,1731424791336' ***** 2024-11-12T15:20:08,679 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T15:20:08,679 INFO [M:0;a6f201fa5419:42129 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T15:20:08,679 INFO [M:0;a6f201fa5419:42129 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T15:20:08,679 DEBUG [M:0;a6f201fa5419:42129 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T15:20:08,680 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T15:20:08,680 DEBUG [M:0;a6f201fa5419:42129 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T15:20:08,680 INFO [M:0;a6f201fa5419:42129 {}] hbase.ChoreService(370): Chore service for: master/a6f201fa5419:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T15:20:08,680 INFO [M:0;a6f201fa5419:42129 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T15:20:08,680 DEBUG [M:0;a6f201fa5419:42129 {}] master.HMaster(1795): Stopping service threads 2024-11-12T15:20:08,680 DEBUG [master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.small.0-1731424793147 {}] cleaner.HFileCleaner(306): Exit Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.small.0-1731424793147,5,FailOnTimeoutGroup] 2024-11-12T15:20:08,680 INFO [M:0;a6f201fa5419:42129 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T15:20:08,680 DEBUG [master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.large.0-1731424793140 {}] cleaner.HFileCleaner(306): Exit Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.large.0-1731424793140,5,FailOnTimeoutGroup] 2024-11-12T15:20:08,680 INFO [M:0;a6f201fa5419:42129 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T15:20:08,680 INFO [M:0;a6f201fa5419:42129 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T15:20:08,680 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T15:20:08,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42129-0x1012fa1884b0003, quorum=127.0.0.1:61633, baseZNode=/1-897777174 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-897777174/master 2024-11-12T15:20:08,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42129-0x1012fa1884b0003, quorum=127.0.0.1:61633, baseZNode=/1-897777174 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-897777174 2024-11-12T15:20:08,690 DEBUG [M:0;a6f201fa5419:42129 {}] zookeeper.ZKUtil(347): master:42129-0x1012fa1884b0003, quorum=127.0.0.1:61633, baseZNode=/1-897777174 Unable to get data of znode /1-897777174/master because node does not exist (not an error) 2024-11-12T15:20:08,690 WARN [M:0;a6f201fa5419:42129 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T15:20:08,690 INFO [M:0;a6f201fa5419:42129 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/.lastflushedseqids 2024-11-12T15:20:08,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741850_1026 (size=263) 2024-11-12T15:20:08,749 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server a6f201fa5419:40507 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a6f201fa5419/172.17.0.2:40507 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T15:20:08,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address a6f201fa5419:40507 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a6f201fa5419/172.17.0.2:40507 2024-11-12T15:20:08,749 WARN [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,32783,1731424785887.replicationSource.shippera6f201fa5419%2C32783%2C1731424785887,1-a6f201fa5419,32783,1731424785887 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=a6f201fa5419:40507 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a6f201fa5419/172.17.0.2:40507 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a6f201fa5419/172.17.0.2:40507 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-12T15:20:08,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42129 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T15:20:08,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42129 {}] ipc.CallRunner(138): callId: 21 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:45498 deadline: 1731424868751, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-12T15:20:08,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40507-0x1012fa1884b0004, quorum=127.0.0.1:61633, baseZNode=/1-897777174 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:20:08,769 INFO [RS:0;a6f201fa5419:40507 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T15:20:08,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40507-0x1012fa1884b0004, quorum=127.0.0.1:61633, baseZNode=/1-897777174 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:20:08,769 INFO [RS:0;a6f201fa5419:40507 {}] regionserver.HRegionServer(1031): Exiting; stopping=a6f201fa5419,40507,1731424791492; zookeeper connection closed. 2024-11-12T15:20:08,769 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@72105e43 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@72105e43 2024-11-12T15:20:08,769 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T15:20:08,774 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,32783,1731424785887.replicationSource.shippera6f201fa5419%2C32783%2C1731424785887,1-a6f201fa5419,32783,1731424785887 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-12T15:20:08,775 WARN [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,32783,1731424785887.replicationSource.shippera6f201fa5419%2C32783%2C1731424785887,1-a6f201fa5419,32783,1731424785887 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-12T15:20:09,095 INFO [M:0;a6f201fa5419:42129 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T15:20:09,095 INFO [M:0;a6f201fa5419:42129 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T15:20:09,095 DEBUG [M:0;a6f201fa5419:42129 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T15:20:09,095 INFO [M:0;a6f201fa5419:42129 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:20:09,095 DEBUG [M:0;a6f201fa5419:42129 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:20:09,095 DEBUG [M:0;a6f201fa5419:42129 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T15:20:09,095 DEBUG [M:0;a6f201fa5419:42129 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:20:09,095 INFO [M:0;a6f201fa5419:42129 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-12T15:20:09,114 DEBUG [M:0;a6f201fa5419:42129 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/09c54cd5724f4ffda55537a42a973831 is 82, key is hbase:meta,,1/info:regioninfo/1731424793970/Put/seqid=0 2024-11-12T15:20:09,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741851_1027 (size=5672) 2024-11-12T15:20:09,237 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,32783,1731424785887.replicationSource.wal-reader.a6f201fa5419%2C32783%2C1731424785887,1-a6f201fa5419,32783,1731424785887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/WALs/a6f201fa5419,32783,1731424785887/a6f201fa5419%2C32783%2C1731424785887.1731424788207 to pos 1033, reset compression=false 2024-11-12T15:20:09,375 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,32783,1731424785887.replicationSource.shippera6f201fa5419%2C32783%2C1731424785887,1-a6f201fa5419,32783,1731424785887 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-12T15:20:09,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42129 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T15:20:09,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42129 {}] ipc.CallRunner(138): callId: 23 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:45498 deadline: 1731424869376, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-12T15:20:09,377 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,32783,1731424785887.replicationSource.shippera6f201fa5419%2C32783%2C1731424785887,1-a6f201fa5419,32783,1731424785887 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-12T15:20:09,378 WARN [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,32783,1731424785887.replicationSource.shippera6f201fa5419%2C32783%2C1731424785887,1-a6f201fa5419,32783,1731424785887 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-12T15:20:09,378 WARN [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,32783,1731424785887.replicationSource.shippera6f201fa5419%2C32783%2C1731424785887,1-a6f201fa5419,32783,1731424785887 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-12T15:20:09,518 INFO [M:0;a6f201fa5419:42129 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/09c54cd5724f4ffda55537a42a973831 2024-11-12T15:20:09,534 DEBUG [M:0;a6f201fa5419:42129 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2a2e789414ad4947824495d4727fa9fe is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731424801784/Put/seqid=0 2024-11-12T15:20:09,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741852_1028 (size=8516) 2024-11-12T15:20:09,938 INFO [M:0;a6f201fa5419:42129 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2a2e789414ad4947824495d4727fa9fe 2024-11-12T15:20:09,940 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,32783,1731424785887.replicationSource.wal-reader.a6f201fa5419%2C32783%2C1731424785887,1-a6f201fa5419,32783,1731424785887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/WALs/a6f201fa5419,32783,1731424785887/a6f201fa5419%2C32783%2C1731424785887.1731424788207 to pos 1033, reset compression=false 2024-11-12T15:20:09,959 DEBUG [M:0;a6f201fa5419:42129 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8ea8b7be9d2f484e8c366eba3b101c9b is 69, key is a6f201fa5419,40507,1731424791492/rs:state/1731424793162/Put/seqid=0 2024-11-12T15:20:09,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741853_1029 (size=5156) 2024-11-12T15:20:09,963 INFO [M:0;a6f201fa5419:42129 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8ea8b7be9d2f484e8c366eba3b101c9b 2024-11-12T15:20:09,967 DEBUG [M:0;a6f201fa5419:42129 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/09c54cd5724f4ffda55537a42a973831 as hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/09c54cd5724f4ffda55537a42a973831 2024-11-12T15:20:09,971 INFO [M:0;a6f201fa5419:42129 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/09c54cd5724f4ffda55537a42a973831, entries=8, sequenceid=97, filesize=5.5 K 2024-11-12T15:20:09,972 DEBUG [M:0;a6f201fa5419:42129 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2a2e789414ad4947824495d4727fa9fe as hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2a2e789414ad4947824495d4727fa9fe 2024-11-12T15:20:09,975 INFO [M:0;a6f201fa5419:42129 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2a2e789414ad4947824495d4727fa9fe, entries=11, sequenceid=97, filesize=8.3 K 2024-11-12T15:20:09,976 DEBUG [M:0;a6f201fa5419:42129 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8ea8b7be9d2f484e8c366eba3b101c9b as hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8ea8b7be9d2f484e8c366eba3b101c9b 2024-11-12T15:20:09,979 INFO [M:0;a6f201fa5419:42129 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43915/user/jenkins/test-data/2fad95ed-fd05-2c44-9c82-22f12a910546/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8ea8b7be9d2f484e8c366eba3b101c9b, entries=1, sequenceid=97, filesize=5.0 K 2024-11-12T15:20:09,980 INFO [M:0;a6f201fa5419:42129 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 885ms, sequenceid=97, compaction requested=false 2024-11-12T15:20:09,981 INFO [M:0;a6f201fa5419:42129 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:20:09,981 DEBUG [M:0;a6f201fa5419:42129 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731424809095Disabling compacts and flushes for region at 1731424809095Disabling writes for close at 1731424809095Obtaining lock to block concurrent updates at 1731424809095Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731424809095Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731424809096 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731424809096Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731424809097 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731424809114 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731424809114Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731424809522 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731424809534 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731424809534Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731424809942 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731424809959 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731424809959Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60179c4a: reopening flushed file at 1731424809967 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e6f371e: reopening flushed file at 1731424809971 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76bee2b4: reopening flushed file at 1731424809975 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 885ms, sequenceid=97, compaction requested=false at 1731424809980 (+5 ms)Writing region close event to WAL at 1731424809981 (+1 ms)Closed at 1731424809981 2024-11-12T15:20:09,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741830_1006 (size=63654) 2024-11-12T15:20:09,983 INFO [M:0;a6f201fa5419:42129 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T15:20:09,983 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T15:20:09,983 INFO [M:0;a6f201fa5419:42129 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42129 2024-11-12T15:20:09,984 INFO [M:0;a6f201fa5419:42129 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T15:20:10,078 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,32783,1731424785887.replicationSource.shippera6f201fa5419%2C32783%2C1731424785887,1-a6f201fa5419,32783,1731424785887 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-12T15:20:10,079 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server a6f201fa5419:42129 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a6f201fa5419/172.17.0.2:42129 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T15:20:10,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address a6f201fa5419:42129 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a6f201fa5419/172.17.0.2:42129 2024-11-12T15:20:10,139 INFO [M:0;a6f201fa5419:42129 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T15:20:10,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42129-0x1012fa1884b0003, quorum=127.0.0.1:61633, baseZNode=/1-897777174 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:20:10,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42129-0x1012fa1884b0003, quorum=127.0.0.1:61633, baseZNode=/1-897777174 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:20:10,172 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1cf9a9fb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T15:20:10,172 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4eae827d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T15:20:10,172 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T15:20:10,172 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b431dbf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T15:20:10,173 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@584aab43{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b32cc63-ef25-6d32-33cf-1aa258703b6c/hadoop.log.dir/,STOPPED} 2024-11-12T15:20:10,174 WARN [BP-1412255345-172.17.0.2-1731424789371 heartbeating to localhost/127.0.0.1:43915 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T15:20:10,174 WARN [BP-1412255345-172.17.0.2-1731424789371 heartbeating to localhost/127.0.0.1:43915 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1412255345-172.17.0.2-1731424789371 (Datanode Uuid 561c340b-1154-45b1-a044-6f44fc7a4047) service to localhost/127.0.0.1:43915 2024-11-12T15:20:10,175 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b32cc63-ef25-6d32-33cf-1aa258703b6c/cluster_5b66b191-cf2c-d2e8-ebe7-97bda66021e5/data/data2/current/BP-1412255345-172.17.0.2-1731424789371 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T15:20:10,176 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T15:20:10,176 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T15:20:10,176 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b32cc63-ef25-6d32-33cf-1aa258703b6c/cluster_5b66b191-cf2c-d2e8-ebe7-97bda66021e5/data/data1/current/BP-1412255345-172.17.0.2-1731424789371 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T15:20:10,176 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T15:20:10,181 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71b6171a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T15:20:10,182 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4f47635a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T15:20:10,182 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T15:20:10,182 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f7ccd89{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T15:20:10,182 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ddec824{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b32cc63-ef25-6d32-33cf-1aa258703b6c/hadoop.log.dir/,STOPPED} 2024-11-12T15:20:10,187 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:20:10,188 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server a6f201fa5419:42129 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a6f201fa5419/172.17.0.2:42129 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T15:20:10,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a6f201fa5419,42129,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=a6f201fa5419:42129 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a6f201fa5419/172.17.0.2:42129 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-12T15:20:10,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address a6f201fa5419:42129 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a6f201fa5419/172.17.0.2:42129 2024-11-12T15:20:10,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T15:20:10,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T15:20:10,198 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T15:20:10,198 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:20:10,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:20:10,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:20:10,199 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:20:10,199 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T15:20:10,199 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1299143961, stopped=false 2024-11-12T15:20:10,199 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a6f201fa5419,38275,1731424785693 2024-11-12T15:20:10,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38275-0x1012fa1884b0000, quorum=127.0.0.1:61633, baseZNode=/0-458558771 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-458558771/running 2024-11-12T15:20:10,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32783-0x1012fa1884b0001, quorum=127.0.0.1:61633, baseZNode=/0-458558771 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-458558771/running 2024-11-12T15:20:10,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38275-0x1012fa1884b0000, quorum=127.0.0.1:61633, baseZNode=/0-458558771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-458558771 2024-11-12T15:20:10,216 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T15:20:10,216 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38275-0x1012fa1884b0000, quorum=127.0.0.1:61633, baseZNode=/0-458558771 Set watcher on znode that does not yet exist, /0-458558771/running 2024-11-12T15:20:10,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32783-0x1012fa1884b0001, quorum=127.0.0.1:61633, baseZNode=/0-458558771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-458558771 2024-11-12T15:20:10,217 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T15:20:10,217 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:20:10,217 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:20:10,217 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a6f201fa5419,32783,1731424785887' ***** 2024-11-12T15:20:10,217 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T15:20:10,218 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32783-0x1012fa1884b0001, quorum=127.0.0.1:61633, baseZNode=/0-458558771 Set watcher on znode that does not yet exist, /0-458558771/running 2024-11-12T15:20:10,218 INFO [RS:0;a6f201fa5419:32783 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T15:20:10,218 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T15:20:10,218 INFO [RS:0;a6f201fa5419:32783 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T15:20:10,218 INFO [RS:0;a6f201fa5419:32783 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T15:20:10,218 INFO [RS:0;a6f201fa5419:32783 {}] regionserver.HRegionServer(3091): Received CLOSE for 90a9f858e6f777ca332bf1f51afb7758 2024-11-12T15:20:10,219 INFO [RS:0;a6f201fa5419:32783 {}] regionserver.HRegionServer(3091): Received CLOSE for 4c705510a0406b046f3da8e142e8164f 2024-11-12T15:20:10,219 INFO [RS:0;a6f201fa5419:32783 {}] regionserver.HRegionServer(959): stopping server a6f201fa5419,32783,1731424785887 2024-11-12T15:20:10,219 INFO [RS:0;a6f201fa5419:32783 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T15:20:10,219 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 90a9f858e6f777ca332bf1f51afb7758, disabling compactions & flushes 2024-11-12T15:20:10,219 INFO [RS:0;a6f201fa5419:32783 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a6f201fa5419:32783. 2024-11-12T15:20:10,219 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731424798441.90a9f858e6f777ca332bf1f51afb7758. 2024-11-12T15:20:10,219 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731424798441.90a9f858e6f777ca332bf1f51afb7758. 2024-11-12T15:20:10,219 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731424798441.90a9f858e6f777ca332bf1f51afb7758. after waiting 0 ms 2024-11-12T15:20:10,219 DEBUG [RS:0;a6f201fa5419:32783 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:20:10,219 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731424798441.90a9f858e6f777ca332bf1f51afb7758. 2024-11-12T15:20:10,219 DEBUG [RS:0;a6f201fa5419:32783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:20:10,219 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 90a9f858e6f777ca332bf1f51afb7758 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-12T15:20:10,219 INFO [RS:0;a6f201fa5419:32783 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T15:20:10,219 INFO [RS:0;a6f201fa5419:32783 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T15:20:10,219 INFO [RS:0;a6f201fa5419:32783 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T15:20:10,219 INFO [RS:0;a6f201fa5419:32783 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T15:20:10,220 INFO [RS:0;a6f201fa5419:32783 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T15:20:10,220 DEBUG [RS:0;a6f201fa5419:32783 {}] regionserver.HRegionServer(1325): Online Regions={90a9f858e6f777ca332bf1f51afb7758=hbase:replication,,1731424798441.90a9f858e6f777ca332bf1f51afb7758., 1588230740=hbase:meta,,1.1588230740, 4c705510a0406b046f3da8e142e8164f=test,,1731424794063.4c705510a0406b046f3da8e142e8164f.} 2024-11-12T15:20:10,220 DEBUG [RS:0;a6f201fa5419:32783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4c705510a0406b046f3da8e142e8164f, 90a9f858e6f777ca332bf1f51afb7758 2024-11-12T15:20:10,220 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T15:20:10,220 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T15:20:10,220 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T15:20:10,220 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T15:20:10,220 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T15:20:10,220 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T15:20:10,240 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/data/hbase/meta/1588230740/.tmp/info/238f3699630f42229c46c86860c73008 is 147, key is hbase:replication,,1731424798441.90a9f858e6f777ca332bf1f51afb7758./info:regioninfo/1731424799610/Put/seqid=0 2024-11-12T15:20:10,243 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/data/hbase/replication/90a9f858e6f777ca332bf1f51afb7758/.tmp/hfileref/c1afe7dce4d447f78c09cf8cd0f0f060 is 74, key is 1/hfileref:5914202a8eda42ce971fee6186db98b8_SeqId_6_/1731424806726/Put/seqid=0 2024-11-12T15:20:10,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741846_1022 (size=7686) 2024-11-12T15:20:10,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741847_1023 (size=5345) 2024-11-12T15:20:10,251 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/data/hbase/meta/1588230740/.tmp/info/238f3699630f42229c46c86860c73008 2024-11-12T15:20:10,274 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/data/hbase/meta/1588230740/.tmp/ns/9979906f16604cfea85d85b660d7e0e4 is 43, key is default/ns:d/1731424789240/Put/seqid=0 2024-11-12T15:20:10,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741848_1024 (size=5153) 2024-11-12T15:20:10,279 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/data/hbase/meta/1588230740/.tmp/ns/9979906f16604cfea85d85b660d7e0e4 2024-11-12T15:20:10,300 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/data/hbase/meta/1588230740/.tmp/rep_barrier/084757837f8741dbb6219ff1bdff7d70 is 112, key is test,,1731424794063.4c705510a0406b046f3da8e142e8164f./rep_barrier:seqnumDuringOpen/1731424795220/Put/seqid=0 2024-11-12T15:20:10,302 INFO [regionserver/a6f201fa5419:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T15:20:10,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741849_1025 (size=5518) 2024-11-12T15:20:10,397 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:20:10,397 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to a6f201fa5419:42129 this server is in the failed servers list 2024-11-12T15:20:10,398 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a6f201fa5419,42129,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=a6f201fa5419:42129 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a6f201fa5419:42129 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T15:20:10,420 DEBUG [RS:0;a6f201fa5419:32783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4c705510a0406b046f3da8e142e8164f, 90a9f858e6f777ca332bf1f51afb7758 2024-11-12T15:20:10,620 DEBUG [RS:0;a6f201fa5419:32783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4c705510a0406b046f3da8e142e8164f, 90a9f858e6f777ca332bf1f51afb7758 2024-11-12T15:20:10,657 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/data/hbase/replication/90a9f858e6f777ca332bf1f51afb7758/.tmp/hfileref/c1afe7dce4d447f78c09cf8cd0f0f060 2024-11-12T15:20:10,677 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/data/hbase/replication/90a9f858e6f777ca332bf1f51afb7758/.tmp/queue/b2904e67dc3c4a35bcdfacd39e47f480 is 153, key is 1-a6f201fa5419,32783,1731424785887/queue:a6f201fa5419%2C32783%2C1731424785887/1731424805409/Put/seqid=0 2024-11-12T15:20:10,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741850_1026 (size=5352) 2024-11-12T15:20:10,681 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/data/hbase/replication/90a9f858e6f777ca332bf1f51afb7758/.tmp/queue/b2904e67dc3c4a35bcdfacd39e47f480 2024-11-12T15:20:10,686 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/data/hbase/replication/90a9f858e6f777ca332bf1f51afb7758/.tmp/hfileref/c1afe7dce4d447f78c09cf8cd0f0f060 as hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/data/hbase/replication/90a9f858e6f777ca332bf1f51afb7758/hfileref/c1afe7dce4d447f78c09cf8cd0f0f060 2024-11-12T15:20:10,690 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/data/hbase/replication/90a9f858e6f777ca332bf1f51afb7758/hfileref/c1afe7dce4d447f78c09cf8cd0f0f060, entries=4, sequenceid=10, filesize=5.2 K 2024-11-12T15:20:10,691 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/data/hbase/replication/90a9f858e6f777ca332bf1f51afb7758/.tmp/queue/b2904e67dc3c4a35bcdfacd39e47f480 as hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/data/hbase/replication/90a9f858e6f777ca332bf1f51afb7758/queue/b2904e67dc3c4a35bcdfacd39e47f480 2024-11-12T15:20:10,696 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/data/hbase/replication/90a9f858e6f777ca332bf1f51afb7758/queue/b2904e67dc3c4a35bcdfacd39e47f480, entries=1, sequenceid=10, filesize=5.2 K 2024-11-12T15:20:10,697 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 90a9f858e6f777ca332bf1f51afb7758 in 478ms, sequenceid=10, compaction requested=false 2024-11-12T15:20:10,703 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/data/hbase/replication/90a9f858e6f777ca332bf1f51afb7758/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-12T15:20:10,704 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T15:20:10,704 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T15:20:10,704 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731424798441.90a9f858e6f777ca332bf1f51afb7758. 2024-11-12T15:20:10,704 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 90a9f858e6f777ca332bf1f51afb7758: Waiting for close lock at 1731424810219Running coprocessor pre-close hooks at 1731424810219Disabling compacts and flushes for region at 1731424810219Disabling writes for close at 1731424810219Obtaining lock to block concurrent updates at 1731424810219Preparing flush snapshotting stores in 90a9f858e6f777ca332bf1f51afb7758 at 1731424810219Finished memstore snapshotting hbase:replication,,1731424798441.90a9f858e6f777ca332bf1f51afb7758., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731424810222 (+3 ms)Flushing stores of hbase:replication,,1731424798441.90a9f858e6f777ca332bf1f51afb7758. at 1731424810222Flushing 90a9f858e6f777ca332bf1f51afb7758/hfileref: creating writer at 1731424810222Flushing 90a9f858e6f777ca332bf1f51afb7758/hfileref: appending metadata at 1731424810242 (+20 ms)Flushing 90a9f858e6f777ca332bf1f51afb7758/hfileref: closing flushed file at 1731424810242Flushing 90a9f858e6f777ca332bf1f51afb7758/queue: creating writer at 1731424810661 (+419 ms)Flushing 90a9f858e6f777ca332bf1f51afb7758/queue: appending metadata at 1731424810677 (+16 ms)Flushing 90a9f858e6f777ca332bf1f51afb7758/queue: closing flushed file at 1731424810677Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cc2cac: reopening flushed file at 1731424810685 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ae52ff8: reopening flushed file at 1731424810691 (+6 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 90a9f858e6f777ca332bf1f51afb7758 in 478ms, sequenceid=10, compaction requested=false at 1731424810697 (+6 ms)Writing region close event to WAL at 1731424810700 (+3 ms)Running coprocessor post-close hooks at 1731424810704 (+4 ms)Closed at 1731424810704 2024-11-12T15:20:10,704 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731424798441.90a9f858e6f777ca332bf1f51afb7758. 2024-11-12T15:20:10,704 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/data/hbase/meta/1588230740/.tmp/rep_barrier/084757837f8741dbb6219ff1bdff7d70 2024-11-12T15:20:10,704 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4c705510a0406b046f3da8e142e8164f, disabling compactions & flushes 2024-11-12T15:20:10,704 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731424794063.4c705510a0406b046f3da8e142e8164f. 2024-11-12T15:20:10,705 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731424794063.4c705510a0406b046f3da8e142e8164f. 2024-11-12T15:20:10,705 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731424794063.4c705510a0406b046f3da8e142e8164f. after waiting 0 ms 2024-11-12T15:20:10,705 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731424794063.4c705510a0406b046f3da8e142e8164f. 2024-11-12T15:20:10,707 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:20:10,708 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to a6f201fa5419:42129 this server is in the failed servers list 2024-11-12T15:20:10,708 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a6f201fa5419,42129,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=a6f201fa5419:42129 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a6f201fa5419:42129 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T15:20:10,712 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/data/default/test/4c705510a0406b046f3da8e142e8164f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T15:20:10,712 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T15:20:10,712 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T15:20:10,712 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731424794063.4c705510a0406b046f3da8e142e8164f. 2024-11-12T15:20:10,713 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4c705510a0406b046f3da8e142e8164f: Waiting for close lock at 1731424810704Running coprocessor pre-close hooks at 1731424810704Disabling compacts and flushes for region at 1731424810704Disabling writes for close at 1731424810705 (+1 ms)Writing region close event to WAL at 1731424810709 (+4 ms)Running coprocessor post-close hooks at 1731424810712 (+3 ms)Closed at 1731424810712 2024-11-12T15:20:10,713 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731424794063.4c705510a0406b046f3da8e142e8164f. 2024-11-12T15:20:10,725 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/data/hbase/meta/1588230740/.tmp/table/1839f85e2ed3465eb732af5437f531c7 is 53, key is hbase:replication/table:state/1731424799616/Put/seqid=0 2024-11-12T15:20:10,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741851_1027 (size=5308) 2024-11-12T15:20:10,744 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,32783,1731424785887.replicationSource.wal-reader.a6f201fa5419%2C32783%2C1731424785887,1-a6f201fa5419,32783,1731424785887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/WALs/a6f201fa5419,32783,1731424785887/a6f201fa5419%2C32783%2C1731424785887.1731424788207 to pos 1033, reset compression=false 2024-11-12T15:20:10,748 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,32783,1731424785887.replicationSource.wal-reader.a6f201fa5419%2C32783%2C1731424785887,1-a6f201fa5419,32783,1731424785887 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T15:20:10,748 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,32783,1731424785887.replicationSource.wal-reader.a6f201fa5419%2C32783%2C1731424785887,1-a6f201fa5419,32783,1731424785887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/WALs/a6f201fa5419,32783,1731424785887/a6f201fa5419%2C32783%2C1731424785887.1731424788207 to pos 1328, reset compression=false 2024-11-12T15:20:10,820 DEBUG [RS:0;a6f201fa5419:32783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T15:20:10,952 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,32783,1731424785887.replicationSource.wal-reader.a6f201fa5419%2C32783%2C1731424785887,1-a6f201fa5419,32783,1731424785887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/WALs/a6f201fa5419,32783,1731424785887/a6f201fa5419%2C32783%2C1731424785887.1731424788207 to pos 1328, reset compression=false 2024-11-12T15:20:11,021 DEBUG [RS:0;a6f201fa5419:32783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T15:20:11,081 INFO [regionserver/a6f201fa5419:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T15:20:11,081 INFO [regionserver/a6f201fa5419:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T15:20:11,129 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/data/hbase/meta/1588230740/.tmp/table/1839f85e2ed3465eb732af5437f531c7 2024-11-12T15:20:11,134 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/data/hbase/meta/1588230740/.tmp/info/238f3699630f42229c46c86860c73008 as hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/data/hbase/meta/1588230740/info/238f3699630f42229c46c86860c73008 2024-11-12T15:20:11,139 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/data/hbase/meta/1588230740/info/238f3699630f42229c46c86860c73008, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T15:20:11,139 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/data/hbase/meta/1588230740/.tmp/ns/9979906f16604cfea85d85b660d7e0e4 as hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/data/hbase/meta/1588230740/ns/9979906f16604cfea85d85b660d7e0e4 2024-11-12T15:20:11,144 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/data/hbase/meta/1588230740/ns/9979906f16604cfea85d85b660d7e0e4, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T15:20:11,145 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/data/hbase/meta/1588230740/.tmp/rep_barrier/084757837f8741dbb6219ff1bdff7d70 as hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/data/hbase/meta/1588230740/rep_barrier/084757837f8741dbb6219ff1bdff7d70 2024-11-12T15:20:11,149 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/data/hbase/meta/1588230740/rep_barrier/084757837f8741dbb6219ff1bdff7d70, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T15:20:11,150 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/data/hbase/meta/1588230740/.tmp/table/1839f85e2ed3465eb732af5437f531c7 as hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/data/hbase/meta/1588230740/table/1839f85e2ed3465eb732af5437f531c7 2024-11-12T15:20:11,155 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/data/hbase/meta/1588230740/table/1839f85e2ed3465eb732af5437f531c7, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T15:20:11,156 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 935ms, sequenceid=16, compaction requested=false 2024-11-12T15:20:11,165 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T15:20:11,165 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T15:20:11,165 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T15:20:11,165 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T15:20:11,165 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731424810220Running coprocessor pre-close hooks at 1731424810220Disabling compacts and flushes for region at 1731424810220Disabling writes for close at 1731424810220Obtaining lock to block concurrent updates at 1731424810220Preparing flush snapshotting stores in 1588230740 at 1731424810220Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731424810220Flushing stores of hbase:meta,,1.1588230740 at 1731424810221 (+1 ms)Flushing 1588230740/info: creating writer at 1731424810221Flushing 1588230740/info: appending metadata at 1731424810239 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731424810239Flushing 1588230740/ns: creating writer at 1731424810256 (+17 ms)Flushing 1588230740/ns: appending metadata at 1731424810274 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731424810274Flushing 1588230740/rep_barrier: creating writer at 1731424810285 (+11 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731424810300 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731424810300Flushing 1588230740/table: creating writer at 1731424810708 (+408 ms)Flushing 1588230740/table: appending metadata at 1731424810725 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731424810725Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@358a4954: reopening flushed file at 1731424811134 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50151739: reopening flushed file at 1731424811139 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51d67e2d: reopening flushed file at 1731424811144 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61e0463f: reopening flushed file at 1731424811150 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 935ms, sequenceid=16, compaction requested=false at 1731424811156 (+6 ms)Writing region close event to WAL at 1731424811162 (+6 ms)Running coprocessor post-close hooks at 1731424811165 (+3 ms)Closed at 1731424811165 2024-11-12T15:20:11,165 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T15:20:11,218 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:20:11,218 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to a6f201fa5419:42129 this server is in the failed servers list 2024-11-12T15:20:11,218 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a6f201fa5419,42129,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=a6f201fa5419:42129 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a6f201fa5419:42129 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T15:20:11,221 INFO [RS:0;a6f201fa5419:32783 {}] regionserver.HRegionServer(976): stopping server a6f201fa5419,32783,1731424785887; all regions closed. 2024-11-12T15:20:11,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741834_1010 (size=4239) 2024-11-12T15:20:11,223 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/WALs/a6f201fa5419,32783,1731424785887/a6f201fa5419%2C32783%2C1731424785887.meta.1731424789165.meta not finished, retry = 0 2024-11-12T15:20:11,261 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,32783,1731424785887.replicationSource.wal-reader.a6f201fa5419%2C32783%2C1731424785887,1-a6f201fa5419,32783,1731424785887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/WALs/a6f201fa5419,32783,1731424785887/a6f201fa5419%2C32783%2C1731424785887.1731424788207 to pos 1328, reset compression=false 2024-11-12T15:20:11,325 DEBUG [RS:0;a6f201fa5419:32783 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/oldWALs 2024-11-12T15:20:11,325 INFO [RS:0;a6f201fa5419:32783 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a6f201fa5419%2C32783%2C1731424785887.meta:.meta(num 1731424789165) 2024-11-12T15:20:11,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741839_1015 (size=2695) 2024-11-12T15:20:11,329 DEBUG [RS:0;a6f201fa5419:32783 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/oldWALs 2024-11-12T15:20:11,329 INFO [RS:0;a6f201fa5419:32783 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a6f201fa5419%2C32783%2C1731424785887.rep:(num 1731424799578) 2024-11-12T15:20:11,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741832_1008 (size=1336) 2024-11-12T15:20:11,334 DEBUG [RS:0;a6f201fa5419:32783 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/oldWALs 2024-11-12T15:20:11,334 INFO [RS:0;a6f201fa5419:32783 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a6f201fa5419%2C32783%2C1731424785887:(num 1731424788207) 2024-11-12T15:20:11,334 DEBUG [RS:0;a6f201fa5419:32783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:20:11,334 INFO [RS:0;a6f201fa5419:32783 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T15:20:11,334 INFO [RS:0;a6f201fa5419:32783 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T15:20:11,334 INFO [RS:0;a6f201fa5419:32783 {}] hbase.ChoreService(370): Chore service for: regionserver/a6f201fa5419:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T15:20:11,334 INFO [RS:0;a6f201fa5419:32783 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T15:20:11,334 INFO [regionserver/a6f201fa5419:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T15:20:11,334 INFO [RS:0;a6f201fa5419:32783 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a6f201fa5419,32783,1731424785887 because: Region server is closing 2024-11-12T15:20:11,335 INFO [RS:0;a6f201fa5419:32783 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a6f201fa5419:32783. 2024-11-12T15:20:11,335 DEBUG [RS:0;a6f201fa5419:32783 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:20:11,335 DEBUG [RS:0;a6f201fa5419:32783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:20:11,335 DEBUG [RS:0;a6f201fa5419:32783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:20:11,335 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:20:11,435 WARN [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,32783,1731424785887.replicationSource.wal-reader.a6f201fa5419%2C32783%2C1731424785887,1-a6f201fa5419,32783,1731424785887 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T15:20:11,435 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,32783,1731424785887.replicationSource.shippera6f201fa5419%2C32783%2C1731424785887,1-a6f201fa5419,32783,1731424785887 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-12T15:20:11,436 WARN [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,32783,1731424785887.replicationSource.shippera6f201fa5419%2C32783%2C1731424785887,1-a6f201fa5419,32783,1731424785887 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-12T15:20:11,436 WARN [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,32783,1731424785887.replicationSource.shippera6f201fa5419%2C32783%2C1731424785887,1-a6f201fa5419,32783,1731424785887 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-12T15:20:12,227 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:20:12,228 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a6f201fa5419,42129,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a6f201fa5419:42129 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T15:20:12,230 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2149 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a6f201fa5419,42129,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a6f201fa5419:42129 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T15:20:12,237 INFO [RS:0;a6f201fa5419:32783 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,32783,1731424785887.replicationSource.shippera6f201fa5419%2C32783%2C1731424785887,1-a6f201fa5419,32783,1731424785887 terminated 2024-11-12T15:20:12,237 INFO [RS:0;a6f201fa5419:32783 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a6f201fa5419:32783. 2024-11-12T15:20:12,237 DEBUG [RS:0;a6f201fa5419:32783 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:20:12,237 DEBUG [RS:0;a6f201fa5419:32783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:20:12,237 DEBUG [RS:0;a6f201fa5419:32783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:20:12,237 INFO [RS:0;a6f201fa5419:32783 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32783 2024-11-12T15:20:12,238 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:20:12,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38275-0x1012fa1884b0000, quorum=127.0.0.1:61633, baseZNode=/0-458558771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-458558771/rs 2024-11-12T15:20:12,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32783-0x1012fa1884b0001, quorum=127.0.0.1:61633, baseZNode=/0-458558771 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-458558771/rs/a6f201fa5419,32783,1731424785887 2024-11-12T15:20:12,258 INFO [RS:0;a6f201fa5419:32783 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T15:20:12,268 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a6f201fa5419,32783,1731424785887] 2024-11-12T15:20:12,279 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-458558771/draining/a6f201fa5419,32783,1731424785887 already deleted, retry=false 2024-11-12T15:20:12,279 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a6f201fa5419,32783,1731424785887 expired; onlineServers=0 2024-11-12T15:20:12,279 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a6f201fa5419,38275,1731424785693' ***** 2024-11-12T15:20:12,279 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T15:20:12,279 INFO [M:0;a6f201fa5419:38275 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T15:20:12,279 INFO [M:0;a6f201fa5419:38275 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T15:20:12,279 DEBUG [M:0;a6f201fa5419:38275 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T15:20:12,279 DEBUG [M:0;a6f201fa5419:38275 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T15:20:12,279 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T15:20:12,279 DEBUG [master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.large.0-1731424787965 {}] cleaner.HFileCleaner(306): Exit Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.large.0-1731424787965,5,FailOnTimeoutGroup] 2024-11-12T15:20:12,279 DEBUG [master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.small.0-1731424787966 {}] cleaner.HFileCleaner(306): Exit Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.small.0-1731424787966,5,FailOnTimeoutGroup] 2024-11-12T15:20:12,279 INFO [M:0;a6f201fa5419:38275 {}] hbase.ChoreService(370): Chore service for: master/a6f201fa5419:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T15:20:12,279 INFO [M:0;a6f201fa5419:38275 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T15:20:12,279 DEBUG [M:0;a6f201fa5419:38275 {}] master.HMaster(1795): Stopping service threads 2024-11-12T15:20:12,279 INFO [M:0;a6f201fa5419:38275 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T15:20:12,279 INFO [M:0;a6f201fa5419:38275 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T15:20:12,279 INFO [M:0;a6f201fa5419:38275 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T15:20:12,279 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T15:20:12,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38275-0x1012fa1884b0000, quorum=127.0.0.1:61633, baseZNode=/0-458558771 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-458558771/master 2024-11-12T15:20:12,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38275-0x1012fa1884b0000, quorum=127.0.0.1:61633, baseZNode=/0-458558771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-458558771 2024-11-12T15:20:12,300 DEBUG [M:0;a6f201fa5419:38275 {}] zookeeper.RecoverableZooKeeper(212): Node /0-458558771/master already deleted, retry=false 2024-11-12T15:20:12,300 DEBUG [M:0;a6f201fa5419:38275 {}] master.ActiveMasterManager(353): master:38275-0x1012fa1884b0000, quorum=127.0.0.1:61633, baseZNode=/0-458558771 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-458558771/master 2024-11-12T15:20:12,300 INFO [M:0;a6f201fa5419:38275 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/.lastflushedseqids 2024-11-12T15:20:12,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741852_1028 (size=263) 2024-11-12T15:20:12,305 INFO [M:0;a6f201fa5419:38275 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T15:20:12,305 INFO [M:0;a6f201fa5419:38275 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T15:20:12,305 DEBUG [M:0;a6f201fa5419:38275 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T15:20:12,305 INFO [M:0;a6f201fa5419:38275 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:20:12,305 DEBUG [M:0;a6f201fa5419:38275 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:20:12,305 DEBUG [M:0;a6f201fa5419:38275 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T15:20:12,305 DEBUG [M:0;a6f201fa5419:38275 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:20:12,305 INFO [M:0;a6f201fa5419:38275 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-12T15:20:12,324 DEBUG [M:0;a6f201fa5419:38275 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/32c5891d9bee40c28dc73e609170bcfc is 82, key is hbase:meta,,1/info:regioninfo/1731424789193/Put/seqid=0 2024-11-12T15:20:12,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741853_1029 (size=5672) 2024-11-12T15:20:12,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32783-0x1012fa1884b0001, quorum=127.0.0.1:61633, baseZNode=/0-458558771 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:20:12,368 INFO [RS:0;a6f201fa5419:32783 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T15:20:12,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32783-0x1012fa1884b0001, quorum=127.0.0.1:61633, baseZNode=/0-458558771 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:20:12,368 INFO [RS:0;a6f201fa5419:32783 {}] regionserver.HRegionServer(1031): Exiting; stopping=a6f201fa5419,32783,1731424785887; zookeeper connection closed. 2024-11-12T15:20:12,369 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7cea4d3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7cea4d3 2024-11-12T15:20:12,369 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T15:20:12,397 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T15:20:12,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:20:12,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:20:12,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:20:12,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:20:12,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:20:12,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:20:12,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:20:12,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:20:12,729 INFO [M:0;a6f201fa5419:38275 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/32c5891d9bee40c28dc73e609170bcfc 2024-11-12T15:20:12,756 DEBUG [M:0;a6f201fa5419:38275 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d4ad9d8d355b46dc90ccb73330e3b6b0 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731424799619/Put/seqid=0 2024-11-12T15:20:12,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741854_1030 (size=8516) 2024-11-12T15:20:13,168 INFO [M:0;a6f201fa5419:38275 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d4ad9d8d355b46dc90ccb73330e3b6b0 2024-11-12T15:20:13,210 DEBUG [M:0;a6f201fa5419:38275 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/50e2f0523db14488b3db98b995d29924 is 69, key is a6f201fa5419,32783,1731424785887/rs:state/1731424788057/Put/seqid=0 2024-11-12T15:20:13,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741855_1031 (size=5156) 2024-11-12T15:20:13,226 INFO [M:0;a6f201fa5419:38275 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/50e2f0523db14488b3db98b995d29924 2024-11-12T15:20:13,230 DEBUG [M:0;a6f201fa5419:38275 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/32c5891d9bee40c28dc73e609170bcfc as hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/32c5891d9bee40c28dc73e609170bcfc 2024-11-12T15:20:13,234 INFO [M:0;a6f201fa5419:38275 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/32c5891d9bee40c28dc73e609170bcfc, entries=8, sequenceid=97, filesize=5.5 K 2024-11-12T15:20:13,241 DEBUG [M:0;a6f201fa5419:38275 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d4ad9d8d355b46dc90ccb73330e3b6b0 as hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d4ad9d8d355b46dc90ccb73330e3b6b0 2024-11-12T15:20:13,246 INFO [M:0;a6f201fa5419:38275 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d4ad9d8d355b46dc90ccb73330e3b6b0, entries=11, sequenceid=97, filesize=8.3 K 2024-11-12T15:20:13,247 DEBUG [M:0;a6f201fa5419:38275 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/50e2f0523db14488b3db98b995d29924 as hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/50e2f0523db14488b3db98b995d29924 2024-11-12T15:20:13,252 INFO [M:0;a6f201fa5419:38275 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34315/user/jenkins/test-data/4d7a7e6b-6cdc-6d36-ce43-557bd9915a4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/50e2f0523db14488b3db98b995d29924, entries=1, sequenceid=97, filesize=5.0 K 2024-11-12T15:20:13,253 INFO [M:0;a6f201fa5419:38275 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 948ms, sequenceid=97, compaction requested=false 2024-11-12T15:20:13,276 INFO [M:0;a6f201fa5419:38275 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:20:13,276 DEBUG [M:0;a6f201fa5419:38275 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731424812305Disabling compacts and flushes for region at 1731424812305Disabling writes for close at 1731424812305Obtaining lock to block concurrent updates at 1731424812305Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731424812305Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731424812305Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731424812306 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731424812306Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731424812324 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731424812324Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731424812738 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731424812755 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731424812755Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731424813174 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731424813209 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731424813209Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4836fb2b: reopening flushed file at 1731424813229 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@787e5511: reopening flushed file at 1731424813234 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bbf3422: reopening flushed file at 1731424813246 (+12 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 948ms, sequenceid=97, compaction requested=false at 1731424813253 (+7 ms)Writing region close event to WAL at 1731424813276 (+23 ms)Closed at 1731424813276 2024-11-12T15:20:13,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741830_1006 (size=63654) 2024-11-12T15:20:13,287 INFO [M:0;a6f201fa5419:38275 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T15:20:13,287 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T15:20:13,287 INFO [M:0;a6f201fa5419:38275 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38275 2024-11-12T15:20:13,288 INFO [M:0;a6f201fa5419:38275 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T15:20:13,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38275-0x1012fa1884b0000, quorum=127.0.0.1:61633, baseZNode=/0-458558771 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:20:13,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38275-0x1012fa1884b0000, quorum=127.0.0.1:61633, baseZNode=/0-458558771 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:20:13,436 INFO [M:0;a6f201fa5419:38275 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T15:20:13,456 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5226859e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T15:20:13,457 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@538ae97f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T15:20:13,457 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T15:20:13,457 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3979a70c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T15:20:13,457 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51dfdf67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e3eb9e5c-30ea-066b-43a8-56412ba1c3ab/hadoop.log.dir/,STOPPED} 2024-11-12T15:20:13,459 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T15:20:13,459 WARN [BP-676411314-172.17.0.2-1731424783550 heartbeating to localhost/127.0.0.1:34315 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T15:20:13,459 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T15:20:13,459 WARN [BP-676411314-172.17.0.2-1731424783550 heartbeating to localhost/127.0.0.1:34315 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-676411314-172.17.0.2-1731424783550 (Datanode Uuid 58fa135c-0038-4dfa-98ee-1f29bae0efdd) service to localhost/127.0.0.1:34315 2024-11-12T15:20:13,460 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e3eb9e5c-30ea-066b-43a8-56412ba1c3ab/cluster_1d83334a-23de-2291-96a6-edd9754e5ff3/data/data1/current/BP-676411314-172.17.0.2-1731424783550 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T15:20:13,460 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e3eb9e5c-30ea-066b-43a8-56412ba1c3ab/cluster_1d83334a-23de-2291-96a6-edd9754e5ff3/data/data2/current/BP-676411314-172.17.0.2-1731424783550 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T15:20:13,461 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T15:20:13,471 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26b0899c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T15:20:13,472 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@551c25f1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T15:20:13,472 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T15:20:13,472 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29b2d4a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T15:20:13,472 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21b32a8f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e3eb9e5c-30ea-066b-43a8-56412ba1c3ab/hadoop.log.dir/,STOPPED} 2024-11-12T15:20:13,495 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T15:20:13,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T15:20:13,531 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=244 (was 203) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:34315 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61633) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:43915 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:43915 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:34315 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:43915 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:43915 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:43915 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43915 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43915 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:43915 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43915 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34315 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:43915 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61633) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43915 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43915 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43915 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:34315 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:34315 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43915 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:34315 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:34315 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:34315 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=622 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=397 (was 373) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8490 (was 7230) - AvailableMemoryMB LEAK? - 2024-11-12T15:20:13,544 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=244, OpenFileDescriptor=622, MaxFileDescriptor=1048576, SystemLoadAverage=397, ProcessCount=11, AvailableMemoryMB=8479 2024-11-12T15:20:13,560 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-12T15:20:13,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b32cc63-ef25-6d32-33cf-1aa258703b6c/hadoop.log.dir so I do NOT create it in target/test-data/15377893-3f7c-9473-aea9-9c7c69a27b1c 2024-11-12T15:20:13,561 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b32cc63-ef25-6d32-33cf-1aa258703b6c/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T15:20:13,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b32cc63-ef25-6d32-33cf-1aa258703b6c/hadoop.tmp.dir so I do NOT create it in target/test-data/15377893-3f7c-9473-aea9-9c7c69a27b1c 2024-11-12T15:20:13,561 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2b32cc63-ef25-6d32-33cf-1aa258703b6c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T15:20:13,561 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/15377893-3f7c-9473-aea9-9c7c69a27b1c 2024-11-12T15:20:13,561 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/15377893-3f7c-9473-aea9-9c7c69a27b1c/cluster_f08cc97e-0190-f6e8-408c-1d26292ef2d7, deleteOnExit=true 2024-11-12T15:20:13,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012fa1884b0005, quorum=127.0.0.1:61633, baseZNode=/1-897777174 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T15:20:13,581 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012fa1884b0005, quorum=127.0.0.1:61633, baseZNode=/1-897777174 Received Disconnected from ZooKeeper, ignoring 2024-11-12T15:20:13,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012fa1884b0002, quorum=127.0.0.1:61633, baseZNode=/0-458558771 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T15:20:13,589 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012fa1884b0002, quorum=127.0.0.1:61633, baseZNode=/0-458558771 Received Disconnected from ZooKeeper, ignoring 2024-11-12T15:20:13,600 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/15377893-3f7c-9473-aea9-9c7c69a27b1c/cluster_f08cc97e-0190-f6e8-408c-1d26292ef2d7/zookeeper_0, clientPort=63756, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/15377893-3f7c-9473-aea9-9c7c69a27b1c/cluster_f08cc97e-0190-f6e8-408c-1d26292ef2d7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/15377893-3f7c-9473-aea9-9c7c69a27b1c/cluster_f08cc97e-0190-f6e8-408c-1d26292ef2d7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T15:20:13,604 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63756 2024-11-12T15:20:13,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T15:20:13,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T15:20:13,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/15377893-3f7c-9473-aea9-9c7c69a27b1c/test.cache.data in system properties and HBase conf 2024-11-12T15:20:13,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/15377893-3f7c-9473-aea9-9c7c69a27b1c/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T15:20:13,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/15377893-3f7c-9473-aea9-9c7c69a27b1c/hadoop.log.dir in system properties and HBase conf 2024-11-12T15:20:13,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/15377893-3f7c-9473-aea9-9c7c69a27b1c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T15:20:13,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/15377893-3f7c-9473-aea9-9c7c69a27b1c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T15:20:13,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T15:20:13,605 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T15:20:13,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/15377893-3f7c-9473-aea9-9c7c69a27b1c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T15:20:13,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/15377893-3f7c-9473-aea9-9c7c69a27b1c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T15:20:13,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/15377893-3f7c-9473-aea9-9c7c69a27b1c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T15:20:13,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/15377893-3f7c-9473-aea9-9c7c69a27b1c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T15:20:13,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/15377893-3f7c-9473-aea9-9c7c69a27b1c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T15:20:13,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/15377893-3f7c-9473-aea9-9c7c69a27b1c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T15:20:13,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/15377893-3f7c-9473-aea9-9c7c69a27b1c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T15:20:13,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/15377893-3f7c-9473-aea9-9c7c69a27b1c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T15:20:13,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/15377893-3f7c-9473-aea9-9c7c69a27b1c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T15:20:13,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/15377893-3f7c-9473-aea9-9c7c69a27b1c/nfs.dump.dir in system properties and HBase conf 2024-11-12T15:20:13,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/15377893-3f7c-9473-aea9-9c7c69a27b1c/java.io.tmpdir in system properties and HBase conf 2024-11-12T15:20:13,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/15377893-3f7c-9473-aea9-9c7c69a27b1c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T15:20:13,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/15377893-3f7c-9473-aea9-9c7c69a27b1c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T15:20:13,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/15377893-3f7c-9473-aea9-9c7c69a27b1c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T15:20:14,046 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T15:20:14,057 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T15:20:14,059 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T15:20:14,059 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T15:20:14,059 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T15:20:14,060 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T15:20:14,063 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f55408b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/15377893-3f7c-9473-aea9-9c7c69a27b1c/hadoop.log.dir/,AVAILABLE} 2024-11-12T15:20:14,063 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ec9cda9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T15:20:14,210 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c093c1f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/15377893-3f7c-9473-aea9-9c7c69a27b1c/java.io.tmpdir/jetty-localhost-39949-hadoop-hdfs-3_4_1-tests_jar-_-any-10015996447707992429/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T15:20:14,211 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@589743a3{HTTP/1.1, (http/1.1)}{localhost:39949} 2024-11-12T15:20:14,211 INFO [Time-limited test {}] server.Server(415): Started @195455ms 2024-11-12T15:20:14,248 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:20:14,248 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a6f201fa5419,42129,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a6f201fa5419:42129 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T15:20:14,249 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4170 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a6f201fa5419,42129,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a6f201fa5419:42129 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T15:20:14,525 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T15:20:14,528 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T15:20:14,530 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T15:20:14,530 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T15:20:14,530 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T15:20:14,541 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26a55c05{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/15377893-3f7c-9473-aea9-9c7c69a27b1c/hadoop.log.dir/,AVAILABLE} 2024-11-12T15:20:14,541 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3369e225{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T15:20:14,673 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a8b6720{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/15377893-3f7c-9473-aea9-9c7c69a27b1c/java.io.tmpdir/jetty-localhost-45119-hadoop-hdfs-3_4_1-tests_jar-_-any-2533862128903468456/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T15:20:14,674 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ce8ec08{HTTP/1.1, (http/1.1)}{localhost:45119} 2024-11-12T15:20:14,674 INFO [Time-limited test {}] server.Server(415): Started @195918ms 2024-11-12T15:20:14,675 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T15:20:15,631 WARN [Thread-2165 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/15377893-3f7c-9473-aea9-9c7c69a27b1c/cluster_f08cc97e-0190-f6e8-408c-1d26292ef2d7/data/data1/current/BP-1293371876-172.17.0.2-1731424813628/current, will proceed with Du for space computation calculation, 2024-11-12T15:20:15,631 WARN [Thread-2166 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/15377893-3f7c-9473-aea9-9c7c69a27b1c/cluster_f08cc97e-0190-f6e8-408c-1d26292ef2d7/data/data2/current/BP-1293371876-172.17.0.2-1731424813628/current, will proceed with Du for space computation calculation, 2024-11-12T15:20:15,652 WARN [Thread-2153 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T15:20:15,654 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb1ecbed5fa30e184 with lease ID 0x4be86f4034101481: Processing first storage report for DS-205d7dab-320a-4814-ae82-092be5d69b4f from datanode DatanodeRegistration(127.0.0.1:46359, datanodeUuid=5005347e-4601-47f5-a683-4a0e500654ac, infoPort=46345, infoSecurePort=0, ipcPort=35449, storageInfo=lv=-57;cid=testClusterID;nsid=1439826480;c=1731424813628) 2024-11-12T15:20:15,654 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb1ecbed5fa30e184 with lease ID 0x4be86f4034101481: from storage DS-205d7dab-320a-4814-ae82-092be5d69b4f node DatanodeRegistration(127.0.0.1:46359, datanodeUuid=5005347e-4601-47f5-a683-4a0e500654ac, infoPort=46345, infoSecurePort=0, ipcPort=35449, storageInfo=lv=-57;cid=testClusterID;nsid=1439826480;c=1731424813628), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T15:20:15,654 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb1ecbed5fa30e184 with lease ID 0x4be86f4034101481: Processing first storage report for DS-62b2ec73-9749-4f1a-863e-403eb59dbf68 from datanode DatanodeRegistration(127.0.0.1:46359, datanodeUuid=5005347e-4601-47f5-a683-4a0e500654ac, infoPort=46345, infoSecurePort=0, ipcPort=35449, storageInfo=lv=-57;cid=testClusterID;nsid=1439826480;c=1731424813628) 2024-11-12T15:20:15,654 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb1ecbed5fa30e184 with lease ID 0x4be86f4034101481: from storage DS-62b2ec73-9749-4f1a-863e-403eb59dbf68 node DatanodeRegistration(127.0.0.1:46359, datanodeUuid=5005347e-4601-47f5-a683-4a0e500654ac, infoPort=46345, infoSecurePort=0, ipcPort=35449, storageInfo=lv=-57;cid=testClusterID;nsid=1439826480;c=1731424813628), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T15:20:15,734 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/15377893-3f7c-9473-aea9-9c7c69a27b1c 2024-11-12T15:20:15,734 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:20:15,736 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:20:15,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46359 is added to blk_1073741825_1001 (size=7) 2024-11-12T15:20:16,154 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40 with version=8 2024-11-12T15:20:16,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/hbase-staging 2024-11-12T15:20:16,157 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a6f201fa5419:0 server-side Connection retries=45 2024-11-12T15:20:16,157 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:20:16,157 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T15:20:16,157 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T15:20:16,157 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:20:16,157 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T15:20:16,157 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T15:20:16,157 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T15:20:16,158 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43895 2024-11-12T15:20:16,159 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43895 connecting to ZooKeeper ensemble=127.0.0.1:63756 2024-11-12T15:20:16,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:438950x0, quorum=127.0.0.1:63756, baseZNode=/0-1262752686 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T15:20:16,235 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43895-0x1012fa1fdac0000 connected 2024-11-12T15:20:16,335 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T15:20:16,335 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T15:20:16,335 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T15:20:16,335 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T15:20:16,335 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-12T15:20:16,335 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T15:20:16,335 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T15:20:16,442 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:20:16,444 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:20:16,455 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43895-0x1012fa1fdac0000, quorum=127.0.0.1:63756, baseZNode=/0-1262752686 Set watcher on znode that does not yet exist, /0-1262752686/running 2024-11-12T15:20:16,455 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40, hbase.cluster.distributed=false 2024-11-12T15:20:16,457 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43895-0x1012fa1fdac0000, quorum=127.0.0.1:63756, baseZNode=/0-1262752686 Set watcher on znode that does not yet exist, /0-1262752686/acl 2024-11-12T15:20:16,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43895 2024-11-12T15:20:16,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43895 2024-11-12T15:20:16,462 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43895 2024-11-12T15:20:16,463 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43895 2024-11-12T15:20:16,463 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43895 2024-11-12T15:20:16,482 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a6f201fa5419:0 server-side Connection retries=45 2024-11-12T15:20:16,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:20:16,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T15:20:16,482 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T15:20:16,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:20:16,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T15:20:16,482 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T15:20:16,482 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T15:20:16,483 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38949 2024-11-12T15:20:16,483 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38949 connecting to ZooKeeper ensemble=127.0.0.1:63756 2024-11-12T15:20:16,484 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:20:16,486 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:20:16,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:389490x0, quorum=127.0.0.1:63756, baseZNode=/0-1262752686 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T15:20:16,543 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:389490x0, quorum=127.0.0.1:63756, baseZNode=/0-1262752686 Set watcher on znode that does not yet exist, /0-1262752686/running 2024-11-12T15:20:16,543 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38949-0x1012fa1fdac0001 connected 2024-11-12T15:20:16,543 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T15:20:16,543 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T15:20:16,544 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38949-0x1012fa1fdac0001, quorum=127.0.0.1:63756, baseZNode=/0-1262752686 Set watcher on znode that does not yet exist, /0-1262752686/master 2024-11-12T15:20:16,545 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38949-0x1012fa1fdac0001, quorum=127.0.0.1:63756, baseZNode=/0-1262752686 Set watcher on znode that does not yet exist, /0-1262752686/acl 2024-11-12T15:20:16,545 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38949 2024-11-12T15:20:16,545 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38949 2024-11-12T15:20:16,545 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38949 2024-11-12T15:20:16,546 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38949 2024-11-12T15:20:16,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38949 2024-11-12T15:20:16,562 DEBUG [M:0;a6f201fa5419:43895 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a6f201fa5419:43895 2024-11-12T15:20:16,564 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1262752686/backup-masters/a6f201fa5419,43895,1731424816156 2024-11-12T15:20:16,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43895-0x1012fa1fdac0000, quorum=127.0.0.1:63756, baseZNode=/0-1262752686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1262752686/backup-masters 2024-11-12T15:20:16,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38949-0x1012fa1fdac0001, quorum=127.0.0.1:63756, baseZNode=/0-1262752686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1262752686/backup-masters 2024-11-12T15:20:16,604 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43895-0x1012fa1fdac0000, quorum=127.0.0.1:63756, baseZNode=/0-1262752686 Set watcher on existing znode=/0-1262752686/backup-masters/a6f201fa5419,43895,1731424816156 2024-11-12T15:20:16,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43895-0x1012fa1fdac0000, quorum=127.0.0.1:63756, baseZNode=/0-1262752686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1262752686 2024-11-12T15:20:16,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38949-0x1012fa1fdac0001, quorum=127.0.0.1:63756, baseZNode=/0-1262752686 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1262752686/master 2024-11-12T15:20:16,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38949-0x1012fa1fdac0001, quorum=127.0.0.1:63756, baseZNode=/0-1262752686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1262752686 2024-11-12T15:20:16,621 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43895-0x1012fa1fdac0000, quorum=127.0.0.1:63756, baseZNode=/0-1262752686 Set watcher on existing znode=/0-1262752686/master 2024-11-12T15:20:16,621 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1262752686/backup-masters/a6f201fa5419,43895,1731424816156 from backup master directory 2024-11-12T15:20:16,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43895-0x1012fa1fdac0000, quorum=127.0.0.1:63756, baseZNode=/0-1262752686 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1262752686/backup-masters/a6f201fa5419,43895,1731424816156 2024-11-12T15:20:16,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38949-0x1012fa1fdac0001, quorum=127.0.0.1:63756, baseZNode=/0-1262752686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1262752686/backup-masters 2024-11-12T15:20:16,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43895-0x1012fa1fdac0000, quorum=127.0.0.1:63756, baseZNode=/0-1262752686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1262752686/backup-masters 2024-11-12T15:20:16,631 WARN [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T15:20:16,632 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a6f201fa5419,43895,1731424816156 2024-11-12T15:20:16,635 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/hbase.id] with ID: 67a127d9-4ca5-46e8-aa8b-119858ad6fbb 2024-11-12T15:20:16,635 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/.tmp/hbase.id 2024-11-12T15:20:16,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46359 is added to blk_1073741826_1002 (size=42) 2024-11-12T15:20:16,642 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/.tmp/hbase.id]:[hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/hbase.id] 2024-11-12T15:20:16,650 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:20:16,651 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T15:20:16,651 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-12T15:20:16,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43895-0x1012fa1fdac0000, quorum=127.0.0.1:63756, baseZNode=/0-1262752686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1262752686 2024-11-12T15:20:16,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38949-0x1012fa1fdac0001, quorum=127.0.0.1:63756, baseZNode=/0-1262752686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1262752686 2024-11-12T15:20:16,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46359 is added to blk_1073741827_1003 (size=196) 2024-11-12T15:20:17,069 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T15:20:17,070 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T15:20:17,070 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:20:17,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46359 is added to blk_1073741828_1004 (size=1189) 2024-11-12T15:20:17,482 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/MasterData/data/master/store 2024-11-12T15:20:17,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46359 is added to blk_1073741829_1005 (size=34) 2024-11-12T15:20:17,494 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:20:17,494 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T15:20:17,494 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:20:17,494 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:20:17,494 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T15:20:17,494 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:20:17,494 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:20:17,494 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731424817494Disabling compacts and flushes for region at 1731424817494Disabling writes for close at 1731424817494Writing region close event to WAL at 1731424817494Closed at 1731424817494 2024-11-12T15:20:17,494 WARN [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/MasterData/data/master/store/.initializing 2024-11-12T15:20:17,494 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/MasterData/WALs/a6f201fa5419,43895,1731424816156 2024-11-12T15:20:17,495 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T15:20:17,496 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a6f201fa5419%2C43895%2C1731424816156, suffix=, logDir=hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/MasterData/WALs/a6f201fa5419,43895,1731424816156, archiveDir=hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/MasterData/oldWALs, maxLogs=10 2024-11-12T15:20:17,508 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/MasterData/WALs/a6f201fa5419,43895,1731424816156/a6f201fa5419%2C43895%2C1731424816156.1731424817496, exclude list is [], retry=0 2024-11-12T15:20:17,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46359,DS-205d7dab-320a-4814-ae82-092be5d69b4f,DISK] 2024-11-12T15:20:17,511 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/MasterData/WALs/a6f201fa5419,43895,1731424816156/a6f201fa5419%2C43895%2C1731424816156.1731424817496 2024-11-12T15:20:17,512 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46345:46345)] 2024-11-12T15:20:17,512 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T15:20:17,512 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:20:17,512 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:20:17,512 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:20:17,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:20:17,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T15:20:17,514 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:17,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:20:17,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:20:17,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T15:20:17,515 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:17,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:20:17,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:20:17,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T15:20:17,516 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:17,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:20:17,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:20:17,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T15:20:17,517 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:17,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:20:17,518 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:20:17,518 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:20:17,518 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:20:17,519 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:20:17,519 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:20:17,519 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T15:20:17,520 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:20:17,528 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T15:20:17,528 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67280616, jitterRate=0.0025593042373657227}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T15:20:17,529 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731424817512Initializing all the Stores at 1731424817513 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424817513Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424817513Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424817513Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424817513Cleaning up temporary data from old regions at 1731424817519 (+6 ms)Region opened successfully at 1731424817529 (+10 ms) 2024-11-12T15:20:17,532 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T15:20:17,534 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66b15d72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a6f201fa5419/172.17.0.2:0 2024-11-12T15:20:17,535 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T15:20:17,535 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T15:20:17,535 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T15:20:17,535 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T15:20:17,535 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T15:20:17,536 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T15:20:17,536 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T15:20:17,544 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T15:20:17,553 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43895-0x1012fa1fdac0000, quorum=127.0.0.1:63756, baseZNode=/0-1262752686 Unable to get data of znode /0-1262752686/balancer because node does not exist (not necessarily an error) 2024-11-12T15:20:17,642 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1262752686/balancer already deleted, retry=false 2024-11-12T15:20:17,642 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T15:20:17,643 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43895-0x1012fa1fdac0000, quorum=127.0.0.1:63756, baseZNode=/0-1262752686 Unable to get data of znode /0-1262752686/normalizer because node does not exist (not necessarily an error) 2024-11-12T15:20:17,739 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T15:20:17,742 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1262752686/normalizer already deleted, retry=false 2024-11-12T15:20:17,743 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T15:20:17,744 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43895-0x1012fa1fdac0000, quorum=127.0.0.1:63756, baseZNode=/0-1262752686 Unable to get data of znode /0-1262752686/switch/split because node does not exist (not necessarily an error) 2024-11-12T15:20:17,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:20:17,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:20:17,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:20:17,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:20:17,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:20:17,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:20:17,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:20:17,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:20:17,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:20:17,820 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1262752686/switch/split already deleted, retry=false 2024-11-12T15:20:17,821 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43895-0x1012fa1fdac0000, quorum=127.0.0.1:63756, baseZNode=/0-1262752686 Unable to get data of znode /0-1262752686/switch/merge because node does not exist (not necessarily an error) 2024-11-12T15:20:17,886 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1262752686/switch/merge already deleted, retry=false 2024-11-12T15:20:17,888 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43895-0x1012fa1fdac0000, quorum=127.0.0.1:63756, baseZNode=/0-1262752686 Unable to get data of znode /0-1262752686/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T15:20:17,978 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1262752686/snapshot-cleanup already deleted, retry=false 2024-11-12T15:20:18,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38949-0x1012fa1fdac0001, quorum=127.0.0.1:63756, baseZNode=/0-1262752686 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1262752686/running 2024-11-12T15:20:18,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43895-0x1012fa1fdac0000, quorum=127.0.0.1:63756, baseZNode=/0-1262752686 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1262752686/running 2024-11-12T15:20:18,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43895-0x1012fa1fdac0000, quorum=127.0.0.1:63756, baseZNode=/0-1262752686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1262752686 2024-11-12T15:20:18,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38949-0x1012fa1fdac0001, quorum=127.0.0.1:63756, baseZNode=/0-1262752686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1262752686 2024-11-12T15:20:18,072 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a6f201fa5419,43895,1731424816156, sessionid=0x1012fa1fdac0000, setting cluster-up flag (Was=false) 2024-11-12T15:20:18,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43895-0x1012fa1fdac0000, quorum=127.0.0.1:63756, baseZNode=/0-1262752686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1262752686 2024-11-12T15:20:18,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38949-0x1012fa1fdac0001, quorum=127.0.0.1:63756, baseZNode=/0-1262752686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1262752686 2024-11-12T15:20:18,287 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:20:18,288 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a6f201fa5419,42129,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a6f201fa5419:42129 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T15:20:18,288 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8209 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a6f201fa5419,42129,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a6f201fa5419:42129 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T15:20:18,462 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1262752686/flush-table-proc/acquired, /0-1262752686/flush-table-proc/reached, /0-1262752686/flush-table-proc/abort 2024-11-12T15:20:18,463 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a6f201fa5419,43895,1731424816156 2024-11-12T15:20:18,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38949-0x1012fa1fdac0001, quorum=127.0.0.1:63756, baseZNode=/0-1262752686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1262752686 2024-11-12T15:20:18,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43895-0x1012fa1fdac0000, quorum=127.0.0.1:63756, baseZNode=/0-1262752686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1262752686 2024-11-12T15:20:18,867 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1262752686/online-snapshot/acquired, /0-1262752686/online-snapshot/reached, /0-1262752686/online-snapshot/abort 2024-11-12T15:20:18,868 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a6f201fa5419,43895,1731424816156 2024-11-12T15:20:18,871 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T15:20:18,872 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T15:20:18,872 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T15:20:18,872 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T15:20:18,873 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a6f201fa5419,43895,1731424816156 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T15:20:18,874 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:20:18,874 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:20:18,874 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:20:18,874 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:20:18,874 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a6f201fa5419:0, corePoolSize=10, maxPoolSize=10 2024-11-12T15:20:18,874 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:20:18,874 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a6f201fa5419:0, corePoolSize=2, maxPoolSize=2 2024-11-12T15:20:18,874 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:20:18,876 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T15:20:18,876 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T15:20:18,877 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:18,877 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T15:20:18,880 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731424848880 2024-11-12T15:20:18,880 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T15:20:18,881 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T15:20:18,881 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T15:20:18,881 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T15:20:18,881 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T15:20:18,881 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T15:20:18,881 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:18,882 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T15:20:18,883 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T15:20:18,883 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T15:20:18,883 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T15:20:18,883 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T15:20:18,883 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T15:20:18,884 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.large.0-1731424818883,5,FailOnTimeoutGroup] 2024-11-12T15:20:18,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46359 is added to blk_1073741831_1007 (size=1321) 2024-11-12T15:20:18,888 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.small.0-1731424818884,5,FailOnTimeoutGroup] 2024-11-12T15:20:18,888 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:18,888 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T15:20:18,888 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:18,888 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:18,953 INFO [RS:0;a6f201fa5419:38949 {}] regionserver.HRegionServer(746): ClusterId : 67a127d9-4ca5-46e8-aa8b-119858ad6fbb 2024-11-12T15:20:18,953 DEBUG [RS:0;a6f201fa5419:38949 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T15:20:19,040 DEBUG [RS:0;a6f201fa5419:38949 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T15:20:19,040 DEBUG [RS:0;a6f201fa5419:38949 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T15:20:19,095 DEBUG [RS:0;a6f201fa5419:38949 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T15:20:19,095 DEBUG [RS:0;a6f201fa5419:38949 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77a57caf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a6f201fa5419/172.17.0.2:0 2024-11-12T15:20:19,104 DEBUG [RS:0;a6f201fa5419:38949 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a6f201fa5419:38949 2024-11-12T15:20:19,104 INFO [RS:0;a6f201fa5419:38949 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T15:20:19,104 INFO [RS:0;a6f201fa5419:38949 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T15:20:19,104 DEBUG [RS:0;a6f201fa5419:38949 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T15:20:19,105 INFO [RS:0;a6f201fa5419:38949 {}] regionserver.HRegionServer(2659): reportForDuty to master=a6f201fa5419,43895,1731424816156 with port=38949, startcode=1731424816481 2024-11-12T15:20:19,105 DEBUG [RS:0;a6f201fa5419:38949 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T15:20:19,106 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39581, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T15:20:19,107 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43895 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a6f201fa5419,38949,1731424816481 2024-11-12T15:20:19,107 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43895 {}] master.ServerManager(517): Registering regionserver=a6f201fa5419,38949,1731424816481 2024-11-12T15:20:19,108 DEBUG [RS:0;a6f201fa5419:38949 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40 2024-11-12T15:20:19,108 DEBUG [RS:0;a6f201fa5419:38949 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40807 2024-11-12T15:20:19,108 DEBUG [RS:0;a6f201fa5419:38949 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T15:20:19,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43895-0x1012fa1fdac0000, quorum=127.0.0.1:63756, baseZNode=/0-1262752686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1262752686/rs 2024-11-12T15:20:19,195 DEBUG [RS:0;a6f201fa5419:38949 {}] zookeeper.ZKUtil(111): regionserver:38949-0x1012fa1fdac0001, quorum=127.0.0.1:63756, baseZNode=/0-1262752686 Set watcher on existing znode=/0-1262752686/rs/a6f201fa5419,38949,1731424816481 2024-11-12T15:20:19,196 WARN [RS:0;a6f201fa5419:38949 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T15:20:19,196 INFO [RS:0;a6f201fa5419:38949 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:20:19,196 DEBUG [RS:0;a6f201fa5419:38949 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/WALs/a6f201fa5419,38949,1731424816481 2024-11-12T15:20:19,196 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a6f201fa5419,38949,1731424816481] 2024-11-12T15:20:19,198 INFO [RS:0;a6f201fa5419:38949 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T15:20:19,200 INFO [RS:0;a6f201fa5419:38949 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T15:20:19,203 INFO [RS:0;a6f201fa5419:38949 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T15:20:19,203 INFO [RS:0;a6f201fa5419:38949 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:19,204 INFO [RS:0;a6f201fa5419:38949 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T15:20:19,204 INFO [RS:0;a6f201fa5419:38949 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T15:20:19,204 INFO [RS:0;a6f201fa5419:38949 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:19,204 DEBUG [RS:0;a6f201fa5419:38949 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:20:19,205 DEBUG [RS:0;a6f201fa5419:38949 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:20:19,205 DEBUG [RS:0;a6f201fa5419:38949 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:20:19,205 DEBUG [RS:0;a6f201fa5419:38949 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:20:19,205 DEBUG [RS:0;a6f201fa5419:38949 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:20:19,205 DEBUG [RS:0;a6f201fa5419:38949 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a6f201fa5419:0, corePoolSize=2, maxPoolSize=2 2024-11-12T15:20:19,205 DEBUG [RS:0;a6f201fa5419:38949 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:20:19,205 DEBUG [RS:0;a6f201fa5419:38949 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:20:19,205 DEBUG [RS:0;a6f201fa5419:38949 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:20:19,205 DEBUG [RS:0;a6f201fa5419:38949 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:20:19,205 DEBUG [RS:0;a6f201fa5419:38949 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:20:19,205 DEBUG [RS:0;a6f201fa5419:38949 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:20:19,205 DEBUG [RS:0;a6f201fa5419:38949 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a6f201fa5419:0, corePoolSize=3, maxPoolSize=3 2024-11-12T15:20:19,205 DEBUG [RS:0;a6f201fa5419:38949 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a6f201fa5419:0, corePoolSize=3, maxPoolSize=3 2024-11-12T15:20:19,205 INFO [RS:0;a6f201fa5419:38949 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:19,205 INFO [RS:0;a6f201fa5419:38949 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:19,205 INFO [RS:0;a6f201fa5419:38949 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:19,205 INFO [RS:0;a6f201fa5419:38949 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:19,205 INFO [RS:0;a6f201fa5419:38949 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:19,205 INFO [RS:0;a6f201fa5419:38949 {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,38949,1731424816481-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T15:20:19,218 INFO [RS:0;a6f201fa5419:38949 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T15:20:19,218 INFO [RS:0;a6f201fa5419:38949 {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,38949,1731424816481-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:19,218 INFO [RS:0;a6f201fa5419:38949 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:19,218 INFO [RS:0;a6f201fa5419:38949 {}] regionserver.Replication(171): a6f201fa5419,38949,1731424816481 started 2024-11-12T15:20:19,229 INFO [RS:0;a6f201fa5419:38949 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:19,229 INFO [RS:0;a6f201fa5419:38949 {}] regionserver.HRegionServer(1482): Serving as a6f201fa5419,38949,1731424816481, RpcServer on a6f201fa5419/172.17.0.2:38949, sessionid=0x1012fa1fdac0001 2024-11-12T15:20:19,229 DEBUG [RS:0;a6f201fa5419:38949 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T15:20:19,229 DEBUG [RS:0;a6f201fa5419:38949 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a6f201fa5419,38949,1731424816481 2024-11-12T15:20:19,229 DEBUG [RS:0;a6f201fa5419:38949 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a6f201fa5419,38949,1731424816481' 2024-11-12T15:20:19,229 DEBUG [RS:0;a6f201fa5419:38949 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1262752686/flush-table-proc/abort' 2024-11-12T15:20:19,230 DEBUG [RS:0;a6f201fa5419:38949 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1262752686/flush-table-proc/acquired' 2024-11-12T15:20:19,230 DEBUG [RS:0;a6f201fa5419:38949 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T15:20:19,230 DEBUG [RS:0;a6f201fa5419:38949 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T15:20:19,230 DEBUG [RS:0;a6f201fa5419:38949 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a6f201fa5419,38949,1731424816481 2024-11-12T15:20:19,230 DEBUG [RS:0;a6f201fa5419:38949 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a6f201fa5419,38949,1731424816481' 2024-11-12T15:20:19,230 DEBUG [RS:0;a6f201fa5419:38949 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1262752686/online-snapshot/abort' 2024-11-12T15:20:19,231 DEBUG [RS:0;a6f201fa5419:38949 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1262752686/online-snapshot/acquired' 2024-11-12T15:20:19,231 DEBUG [RS:0;a6f201fa5419:38949 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T15:20:19,231 INFO [RS:0;a6f201fa5419:38949 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T15:20:19,231 INFO [RS:0;a6f201fa5419:38949 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T15:20:19,285 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T15:20:19,285 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40 2024-11-12T15:20:19,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46359 is added to blk_1073741832_1008 (size=32) 2024-11-12T15:20:19,331 INFO [RS:0;a6f201fa5419:38949 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T15:20:19,333 INFO [RS:0;a6f201fa5419:38949 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a6f201fa5419%2C38949%2C1731424816481, suffix=, logDir=hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/WALs/a6f201fa5419,38949,1731424816481, archiveDir=hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/oldWALs, maxLogs=10 2024-11-12T15:20:19,343 DEBUG [RS:0;a6f201fa5419:38949 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/WALs/a6f201fa5419,38949,1731424816481/a6f201fa5419%2C38949%2C1731424816481.1731424819333, exclude list is [], retry=0 2024-11-12T15:20:19,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46359,DS-205d7dab-320a-4814-ae82-092be5d69b4f,DISK] 2024-11-12T15:20:19,347 INFO [RS:0;a6f201fa5419:38949 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/WALs/a6f201fa5419,38949,1731424816481/a6f201fa5419%2C38949%2C1731424816481.1731424819333 2024-11-12T15:20:19,348 DEBUG [RS:0;a6f201fa5419:38949 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46345:46345)] 2024-11-12T15:20:19,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:20:19,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T15:20:19,693 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T15:20:19,693 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:19,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:20:19,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T15:20:19,695 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T15:20:19,695 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:19,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:20:19,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T15:20:19,697 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T15:20:19,697 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:19,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:20:19,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T15:20:19,698 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T15:20:19,698 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:19,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:20:19,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T15:20:19,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/data/hbase/meta/1588230740 2024-11-12T15:20:19,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/data/hbase/meta/1588230740 2024-11-12T15:20:19,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T15:20:19,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T15:20:19,702 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T15:20:19,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T15:20:19,705 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T15:20:19,705 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69734422, jitterRate=0.039123862981796265}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T15:20:19,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731424819690Initializing all the Stores at 1731424819691 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424819691Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424819692 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424819692Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424819692Cleaning up temporary data from old regions at 1731424819702 (+10 ms)Region opened successfully at 1731424819706 (+4 ms) 2024-11-12T15:20:19,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T15:20:19,706 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T15:20:19,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T15:20:19,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T15:20:19,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T15:20:19,708 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T15:20:19,708 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731424819706Disabling compacts and flushes for region at 1731424819706Disabling writes for close at 1731424819706Writing region close event to WAL at 1731424819708 (+2 ms)Closed at 1731424819708 2024-11-12T15:20:19,709 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T15:20:19,710 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T15:20:19,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T15:20:19,711 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T15:20:19,712 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T15:20:19,862 DEBUG [a6f201fa5419:43895 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T15:20:19,862 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a6f201fa5419,38949,1731424816481 2024-11-12T15:20:19,880 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a6f201fa5419,38949,1731424816481, state=OPENING 2024-11-12T15:20:19,894 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T15:20:19,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43895-0x1012fa1fdac0000, quorum=127.0.0.1:63756, baseZNode=/0-1262752686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1262752686 2024-11-12T15:20:19,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38949-0x1012fa1fdac0001, quorum=127.0.0.1:63756, baseZNode=/0-1262752686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1262752686 2024-11-12T15:20:19,954 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1262752686/meta-region-server: CHANGED 2024-11-12T15:20:19,954 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1262752686/meta-region-server: CHANGED 2024-11-12T15:20:19,954 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T15:20:19,954 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a6f201fa5419,38949,1731424816481}] 2024-11-12T15:20:20,108 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T15:20:20,110 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47275, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T15:20:20,113 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T15:20:20,113 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:20:20,113 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T15:20:20,114 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a6f201fa5419%2C38949%2C1731424816481.meta, suffix=.meta, logDir=hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/WALs/a6f201fa5419,38949,1731424816481, archiveDir=hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/oldWALs, maxLogs=10 2024-11-12T15:20:20,132 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/WALs/a6f201fa5419,38949,1731424816481/a6f201fa5419%2C38949%2C1731424816481.meta.1731424820115.meta, exclude list is [], retry=0 2024-11-12T15:20:20,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46359,DS-205d7dab-320a-4814-ae82-092be5d69b4f,DISK] 2024-11-12T15:20:20,135 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/WALs/a6f201fa5419,38949,1731424816481/a6f201fa5419%2C38949%2C1731424816481.meta.1731424820115.meta 2024-11-12T15:20:20,136 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46345:46345)] 2024-11-12T15:20:20,136 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T15:20:20,136 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T15:20:20,136 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T15:20:20,136 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T15:20:20,136 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T15:20:20,136 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T15:20:20,136 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:20:20,137 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T15:20:20,137 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T15:20:20,140 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T15:20:20,141 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T15:20:20,141 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:20,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:20:20,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T15:20:20,143 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T15:20:20,143 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:20,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:20:20,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T15:20:20,144 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T15:20:20,144 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:20,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:20:20,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T15:20:20,145 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T15:20:20,145 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:20,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:20:20,146 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T15:20:20,146 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/data/hbase/meta/1588230740 2024-11-12T15:20:20,147 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/data/hbase/meta/1588230740 2024-11-12T15:20:20,148 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T15:20:20,148 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T15:20:20,148 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T15:20:20,149 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T15:20:20,150 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62521877, jitterRate=-0.06835143268108368}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T15:20:20,150 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T15:20:20,150 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731424820137Writing region info on filesystem at 1731424820137Initializing all the Stores at 1731424820138 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424820138Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424820140 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424820140Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424820140Cleaning up temporary data from old regions at 1731424820148 (+8 ms)Running coprocessor post-open hooks at 1731424820150 (+2 ms)Region opened successfully at 1731424820150 2024-11-12T15:20:20,151 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731424820108 2024-11-12T15:20:20,153 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T15:20:20,153 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T15:20:20,154 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a6f201fa5419,38949,1731424816481 2024-11-12T15:20:20,154 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a6f201fa5419,38949,1731424816481, state=OPEN 2024-11-12T15:20:20,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38949-0x1012fa1fdac0001, quorum=127.0.0.1:63756, baseZNode=/0-1262752686 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1262752686/meta-region-server 2024-11-12T15:20:20,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43895-0x1012fa1fdac0000, quorum=127.0.0.1:63756, baseZNode=/0-1262752686 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1262752686/meta-region-server 2024-11-12T15:20:20,168 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a6f201fa5419,38949,1731424816481 2024-11-12T15:20:20,168 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1262752686/meta-region-server: CHANGED 2024-11-12T15:20:20,168 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1262752686/meta-region-server: CHANGED 2024-11-12T15:20:20,170 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T15:20:20,170 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a6f201fa5419,38949,1731424816481 in 214 msec 2024-11-12T15:20:20,172 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T15:20:20,172 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 460 msec 2024-11-12T15:20:20,172 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T15:20:20,172 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T15:20:20,173 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:20:20,173 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,38949,1731424816481, seqNum=-1] 2024-11-12T15:20:20,174 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:20:20,175 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52443, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T15:20:20,179 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3070 sec 2024-11-12T15:20:20,179 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731424820179, completionTime=-1 2024-11-12T15:20:20,179 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T15:20:20,179 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T15:20:20,181 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T15:20:20,181 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731424880181 2024-11-12T15:20:20,181 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731424940181 2024-11-12T15:20:20,181 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-12T15:20:20,182 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,43895,1731424816156-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:20,182 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,43895,1731424816156-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:20,182 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,43895,1731424816156-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:20,182 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a6f201fa5419:43895, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:20,182 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:20,182 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:20,184 DEBUG [master/a6f201fa5419:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T15:20:20,185 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.553sec 2024-11-12T15:20:20,185 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T15:20:20,185 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T15:20:20,185 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T15:20:20,186 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T15:20:20,186 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T15:20:20,186 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,43895,1731424816156-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T15:20:20,186 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,43895,1731424816156-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T15:20:20,187 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T15:20:20,187 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T15:20:20,187 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,43895,1731424816156-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:20,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16427dfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:20:20,254 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,43895,-1 for getting cluster id 2024-11-12T15:20:20,254 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:20:20,255 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67a127d9-4ca5-46e8-aa8b-119858ad6fbb' 2024-11-12T15:20:20,256 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:20:20,256 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67a127d9-4ca5-46e8-aa8b-119858ad6fbb" 2024-11-12T15:20:20,256 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10eaf5fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:20:20,256 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,43895,-1] 2024-11-12T15:20:20,256 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:20:20,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:20:20,257 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:20:20,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3431e02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:20:20,259 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:20:20,260 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,38949,1731424816481, seqNum=-1] 2024-11-12T15:20:20,260 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:20:20,261 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T15:20:20,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a6f201fa5419,43895,1731424816156 2024-11-12T15:20:20,265 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63756 2024-11-12T15:20:20,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63756, baseZNode=/0-1262752686 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T15:20:20,274 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012fa1fdac0002 connected 2024-11-12T15:20:20,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/15377893-3f7c-9473-aea9-9c7c69a27b1c/hadoop.log.dir so I do NOT create it in target/test-data/de032b71-af24-55b6-2eb4-353d5cbabb3b 2024-11-12T15:20:20,286 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/15377893-3f7c-9473-aea9-9c7c69a27b1c/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T15:20:20,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/15377893-3f7c-9473-aea9-9c7c69a27b1c/hadoop.tmp.dir so I do NOT create it in target/test-data/de032b71-af24-55b6-2eb4-353d5cbabb3b 2024-11-12T15:20:20,286 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/15377893-3f7c-9473-aea9-9c7c69a27b1c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T15:20:20,286 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de032b71-af24-55b6-2eb4-353d5cbabb3b 2024-11-12T15:20:20,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T15:20:20,286 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de032b71-af24-55b6-2eb4-353d5cbabb3b/cluster_e510fe6b-5b46-dd05-a311-82a0a819865e, deleteOnExit=true 2024-11-12T15:20:20,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T15:20:20,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de032b71-af24-55b6-2eb4-353d5cbabb3b/test.cache.data in system properties and HBase conf 2024-11-12T15:20:20,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de032b71-af24-55b6-2eb4-353d5cbabb3b/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T15:20:20,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de032b71-af24-55b6-2eb4-353d5cbabb3b/hadoop.log.dir in system properties and HBase conf 2024-11-12T15:20:20,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de032b71-af24-55b6-2eb4-353d5cbabb3b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T15:20:20,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de032b71-af24-55b6-2eb4-353d5cbabb3b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T15:20:20,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T15:20:20,287 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T15:20:20,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de032b71-af24-55b6-2eb4-353d5cbabb3b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T15:20:20,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de032b71-af24-55b6-2eb4-353d5cbabb3b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T15:20:20,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de032b71-af24-55b6-2eb4-353d5cbabb3b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T15:20:20,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de032b71-af24-55b6-2eb4-353d5cbabb3b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T15:20:20,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de032b71-af24-55b6-2eb4-353d5cbabb3b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T15:20:20,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de032b71-af24-55b6-2eb4-353d5cbabb3b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T15:20:20,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de032b71-af24-55b6-2eb4-353d5cbabb3b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T15:20:20,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de032b71-af24-55b6-2eb4-353d5cbabb3b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T15:20:20,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de032b71-af24-55b6-2eb4-353d5cbabb3b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T15:20:20,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de032b71-af24-55b6-2eb4-353d5cbabb3b/nfs.dump.dir in system properties and HBase conf 2024-11-12T15:20:20,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de032b71-af24-55b6-2eb4-353d5cbabb3b/java.io.tmpdir in system properties and HBase conf 2024-11-12T15:20:20,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de032b71-af24-55b6-2eb4-353d5cbabb3b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T15:20:20,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de032b71-af24-55b6-2eb4-353d5cbabb3b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T15:20:20,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de032b71-af24-55b6-2eb4-353d5cbabb3b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T15:20:20,598 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T15:20:20,602 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T15:20:20,603 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T15:20:20,603 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T15:20:20,604 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T15:20:20,604 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T15:20:20,605 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39f5561c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de032b71-af24-55b6-2eb4-353d5cbabb3b/hadoop.log.dir/,AVAILABLE} 2024-11-12T15:20:20,606 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b874f9b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T15:20:20,727 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4b243f8f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de032b71-af24-55b6-2eb4-353d5cbabb3b/java.io.tmpdir/jetty-localhost-42349-hadoop-hdfs-3_4_1-tests_jar-_-any-2049760813466459782/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T15:20:20,728 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@128b752b{HTTP/1.1, (http/1.1)}{localhost:42349} 2024-11-12T15:20:20,728 INFO [Time-limited test {}] server.Server(415): Started @201972ms 2024-11-12T15:20:21,064 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T15:20:21,067 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T15:20:21,072 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T15:20:21,072 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T15:20:21,072 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T15:20:21,073 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7605be20{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de032b71-af24-55b6-2eb4-353d5cbabb3b/hadoop.log.dir/,AVAILABLE} 2024-11-12T15:20:21,073 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@abd61a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T15:20:21,170 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16627f83{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de032b71-af24-55b6-2eb4-353d5cbabb3b/java.io.tmpdir/jetty-localhost-36813-hadoop-hdfs-3_4_1-tests_jar-_-any-5782775411786853512/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T15:20:21,170 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@59e2167a{HTTP/1.1, (http/1.1)}{localhost:36813} 2024-11-12T15:20:21,170 INFO [Time-limited test {}] server.Server(415): Started @202414ms 2024-11-12T15:20:21,171 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T15:20:21,987 WARN [Thread-2287 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de032b71-af24-55b6-2eb4-353d5cbabb3b/cluster_e510fe6b-5b46-dd05-a311-82a0a819865e/data/data2/current/BP-1332515272-172.17.0.2-1731424820308/current, will proceed with Du for space computation calculation, 2024-11-12T15:20:21,987 WARN [Thread-2286 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de032b71-af24-55b6-2eb4-353d5cbabb3b/cluster_e510fe6b-5b46-dd05-a311-82a0a819865e/data/data1/current/BP-1332515272-172.17.0.2-1731424820308/current, will proceed with Du for space computation calculation, 2024-11-12T15:20:22,048 WARN [Thread-2274 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T15:20:22,054 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6fb951256b0daa12 with lease ID 0x9119809d475b32a5: Processing first storage report for DS-dbbbb9b4-6e51-4191-95ed-03fe6724047c from datanode DatanodeRegistration(127.0.0.1:40703, datanodeUuid=c8ba8276-4610-439d-a47d-8697c6153bfb, infoPort=35613, infoSecurePort=0, ipcPort=46839, storageInfo=lv=-57;cid=testClusterID;nsid=1305702374;c=1731424820308) 2024-11-12T15:20:22,054 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6fb951256b0daa12 with lease ID 0x9119809d475b32a5: from storage DS-dbbbb9b4-6e51-4191-95ed-03fe6724047c node DatanodeRegistration(127.0.0.1:40703, datanodeUuid=c8ba8276-4610-439d-a47d-8697c6153bfb, infoPort=35613, infoSecurePort=0, ipcPort=46839, storageInfo=lv=-57;cid=testClusterID;nsid=1305702374;c=1731424820308), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T15:20:22,054 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6fb951256b0daa12 with lease ID 0x9119809d475b32a5: Processing first storage report for DS-13bca482-f467-485e-835d-2f10309694b5 from datanode DatanodeRegistration(127.0.0.1:40703, datanodeUuid=c8ba8276-4610-439d-a47d-8697c6153bfb, infoPort=35613, infoSecurePort=0, ipcPort=46839, storageInfo=lv=-57;cid=testClusterID;nsid=1305702374;c=1731424820308) 2024-11-12T15:20:22,054 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6fb951256b0daa12 with lease ID 0x9119809d475b32a5: from storage DS-13bca482-f467-485e-835d-2f10309694b5 node DatanodeRegistration(127.0.0.1:40703, datanodeUuid=c8ba8276-4610-439d-a47d-8697c6153bfb, infoPort=35613, infoSecurePort=0, ipcPort=46839, storageInfo=lv=-57;cid=testClusterID;nsid=1305702374;c=1731424820308), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T15:20:22,129 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de032b71-af24-55b6-2eb4-353d5cbabb3b 2024-11-12T15:20:22,129 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:20:22,130 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:20:22,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40703 is added to blk_1073741825_1001 (size=7) 2024-11-12T15:20:22,155 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168 with version=8 2024-11-12T15:20:22,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/hbase-staging 2024-11-12T15:20:22,157 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a6f201fa5419:0 server-side Connection retries=45 2024-11-12T15:20:22,157 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:20:22,157 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T15:20:22,157 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T15:20:22,158 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:20:22,158 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T15:20:22,158 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T15:20:22,158 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T15:20:22,160 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40665 2024-11-12T15:20:22,161 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40665 connecting to ZooKeeper ensemble=127.0.0.1:63756 2024-11-12T15:20:22,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:406650x0, quorum=127.0.0.1:63756, baseZNode=/1-215912703 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T15:20:22,172 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40665-0x1012fa1fdac0003 connected 2024-11-12T15:20:22,252 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:20:22,254 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:20:22,256 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40665-0x1012fa1fdac0003, quorum=127.0.0.1:63756, baseZNode=/1-215912703 Set watcher on znode that does not yet exist, /1-215912703/running 2024-11-12T15:20:22,256 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168, hbase.cluster.distributed=false 2024-11-12T15:20:22,257 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40665-0x1012fa1fdac0003, quorum=127.0.0.1:63756, baseZNode=/1-215912703 Set watcher on znode that does not yet exist, /1-215912703/acl 2024-11-12T15:20:22,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40665 2024-11-12T15:20:22,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40665 2024-11-12T15:20:22,265 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40665 2024-11-12T15:20:22,266 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40665 2024-11-12T15:20:22,266 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40665 2024-11-12T15:20:22,280 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a6f201fa5419:0 server-side Connection retries=45 2024-11-12T15:20:22,280 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:20:22,280 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T15:20:22,280 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T15:20:22,280 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:20:22,280 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T15:20:22,280 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T15:20:22,280 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T15:20:22,281 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37941 2024-11-12T15:20:22,281 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37941 connecting to ZooKeeper ensemble=127.0.0.1:63756 2024-11-12T15:20:22,282 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:20:22,283 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:20:22,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:379410x0, quorum=127.0.0.1:63756, baseZNode=/1-215912703 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T15:20:22,299 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37941-0x1012fa1fdac0004 connected 2024-11-12T15:20:22,300 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37941-0x1012fa1fdac0004, quorum=127.0.0.1:63756, baseZNode=/1-215912703 Set watcher on znode that does not yet exist, /1-215912703/running 2024-11-12T15:20:22,301 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T15:20:22,303 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T15:20:22,303 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37941-0x1012fa1fdac0004, quorum=127.0.0.1:63756, baseZNode=/1-215912703 Set watcher on znode that does not yet exist, /1-215912703/master 2024-11-12T15:20:22,305 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37941-0x1012fa1fdac0004, quorum=127.0.0.1:63756, baseZNode=/1-215912703 Set watcher on znode that does not yet exist, /1-215912703/acl 2024-11-12T15:20:22,306 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37941 2024-11-12T15:20:22,312 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37941 2024-11-12T15:20:22,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37941 2024-11-12T15:20:22,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37941 2024-11-12T15:20:22,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37941 2024-11-12T15:20:22,337 DEBUG [M:0;a6f201fa5419:40665 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a6f201fa5419:40665 2024-11-12T15:20:22,337 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-215912703/backup-masters/a6f201fa5419,40665,1731424822157 2024-11-12T15:20:22,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40665-0x1012fa1fdac0003, quorum=127.0.0.1:63756, baseZNode=/1-215912703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-215912703/backup-masters 2024-11-12T15:20:22,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37941-0x1012fa1fdac0004, quorum=127.0.0.1:63756, baseZNode=/1-215912703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-215912703/backup-masters 2024-11-12T15:20:22,347 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40665-0x1012fa1fdac0003, quorum=127.0.0.1:63756, baseZNode=/1-215912703 Set watcher on existing znode=/1-215912703/backup-masters/a6f201fa5419,40665,1731424822157 2024-11-12T15:20:22,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40665-0x1012fa1fdac0003, quorum=127.0.0.1:63756, baseZNode=/1-215912703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-215912703 2024-11-12T15:20:22,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37941-0x1012fa1fdac0004, quorum=127.0.0.1:63756, baseZNode=/1-215912703 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-215912703/master 2024-11-12T15:20:22,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37941-0x1012fa1fdac0004, quorum=127.0.0.1:63756, baseZNode=/1-215912703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-215912703 2024-11-12T15:20:22,359 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40665-0x1012fa1fdac0003, quorum=127.0.0.1:63756, baseZNode=/1-215912703 Set watcher on existing znode=/1-215912703/master 2024-11-12T15:20:22,360 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-215912703/backup-masters/a6f201fa5419,40665,1731424822157 from backup master directory 2024-11-12T15:20:22,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37941-0x1012fa1fdac0004, quorum=127.0.0.1:63756, baseZNode=/1-215912703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-215912703/backup-masters 2024-11-12T15:20:22,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40665-0x1012fa1fdac0003, quorum=127.0.0.1:63756, baseZNode=/1-215912703 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-215912703/backup-masters/a6f201fa5419,40665,1731424822157 2024-11-12T15:20:22,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40665-0x1012fa1fdac0003, quorum=127.0.0.1:63756, baseZNode=/1-215912703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-215912703/backup-masters 2024-11-12T15:20:22,369 WARN [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T15:20:22,369 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a6f201fa5419,40665,1731424822157 2024-11-12T15:20:22,372 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/hbase.id] with ID: dede5d27-d344-49a6-9e41-aedf46dddb90 2024-11-12T15:20:22,372 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/.tmp/hbase.id 2024-11-12T15:20:22,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40703 is added to blk_1073741826_1002 (size=42) 2024-11-12T15:20:22,392 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/.tmp/hbase.id]:[hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/hbase.id] 2024-11-12T15:20:22,400 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:20:22,400 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T15:20:22,401 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T15:20:22,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37941-0x1012fa1fdac0004, quorum=127.0.0.1:63756, baseZNode=/1-215912703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-215912703 2024-11-12T15:20:22,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40665-0x1012fa1fdac0003, quorum=127.0.0.1:63756, baseZNode=/1-215912703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-215912703 2024-11-12T15:20:22,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40703 is added to blk_1073741827_1003 (size=196) 2024-11-12T15:20:22,425 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T15:20:22,426 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T15:20:22,428 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:20:22,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40703 is added to blk_1073741828_1004 (size=1189) 2024-11-12T15:20:22,837 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/MasterData/data/master/store 2024-11-12T15:20:22,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40703 is added to blk_1073741829_1005 (size=34) 2024-11-12T15:20:22,850 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:20:22,850 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T15:20:22,850 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:20:22,850 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:20:22,850 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T15:20:22,850 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:20:22,851 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:20:22,851 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731424822850Disabling compacts and flushes for region at 1731424822850Disabling writes for close at 1731424822850Writing region close event to WAL at 1731424822850Closed at 1731424822850 2024-11-12T15:20:22,865 WARN [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/MasterData/data/master/store/.initializing 2024-11-12T15:20:22,865 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/MasterData/WALs/a6f201fa5419,40665,1731424822157 2024-11-12T15:20:22,866 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T15:20:22,868 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a6f201fa5419%2C40665%2C1731424822157, suffix=, logDir=hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/MasterData/WALs/a6f201fa5419,40665,1731424822157, archiveDir=hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/MasterData/oldWALs, maxLogs=10 2024-11-12T15:20:22,886 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/MasterData/WALs/a6f201fa5419,40665,1731424822157/a6f201fa5419%2C40665%2C1731424822157.1731424822868, exclude list is [], retry=0 2024-11-12T15:20:22,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40703,DS-dbbbb9b4-6e51-4191-95ed-03fe6724047c,DISK] 2024-11-12T15:20:22,893 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/MasterData/WALs/a6f201fa5419,40665,1731424822157/a6f201fa5419%2C40665%2C1731424822157.1731424822868 2024-11-12T15:20:22,893 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35613:35613)] 2024-11-12T15:20:22,893 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T15:20:22,893 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:20:22,893 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:20:22,893 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:20:22,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:20:22,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T15:20:22,896 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:22,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:20:22,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:20:22,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T15:20:22,908 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:22,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:20:22,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:20:22,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T15:20:22,910 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:22,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:20:22,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:20:22,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T15:20:22,912 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:22,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:20:22,912 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:20:22,913 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:20:22,913 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:20:22,914 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:20:22,914 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:20:22,914 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T15:20:22,915 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:20:22,917 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T15:20:22,917 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61715939, jitterRate=-0.08036084473133087}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T15:20:22,918 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731424822893Initializing all the Stores at 1731424822894 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424822894Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424822894Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424822894Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424822894Cleaning up temporary data from old regions at 1731424822914 (+20 ms)Region opened successfully at 1731424822918 (+4 ms) 2024-11-12T15:20:22,918 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T15:20:22,920 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@535f8b59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a6f201fa5419/172.17.0.2:0 2024-11-12T15:20:22,921 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T15:20:22,921 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T15:20:22,921 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T15:20:22,922 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T15:20:22,922 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T15:20:22,922 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T15:20:22,922 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T15:20:22,926 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T15:20:22,926 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40665-0x1012fa1fdac0003, quorum=127.0.0.1:63756, baseZNode=/1-215912703 Unable to get data of znode /1-215912703/balancer because node does not exist (not necessarily an error) 2024-11-12T15:20:22,978 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-215912703/balancer already deleted, retry=false 2024-11-12T15:20:22,978 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T15:20:22,979 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40665-0x1012fa1fdac0003, quorum=127.0.0.1:63756, baseZNode=/1-215912703 Unable to get data of znode /1-215912703/normalizer because node does not exist (not necessarily an error) 2024-11-12T15:20:23,066 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-215912703/normalizer already deleted, retry=false 2024-11-12T15:20:23,067 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T15:20:23,068 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40665-0x1012fa1fdac0003, quorum=127.0.0.1:63756, baseZNode=/1-215912703 Unable to get data of znode /1-215912703/switch/split because node does not exist (not necessarily an error) 2024-11-12T15:20:23,093 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-215912703/switch/split already deleted, retry=false 2024-11-12T15:20:23,094 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40665-0x1012fa1fdac0003, quorum=127.0.0.1:63756, baseZNode=/1-215912703 Unable to get data of znode /1-215912703/switch/merge because node does not exist (not necessarily an error) 2024-11-12T15:20:23,114 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-215912703/switch/merge already deleted, retry=false 2024-11-12T15:20:23,116 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40665-0x1012fa1fdac0003, quorum=127.0.0.1:63756, baseZNode=/1-215912703 Unable to get data of znode /1-215912703/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T15:20:23,136 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-215912703/snapshot-cleanup already deleted, retry=false 2024-11-12T15:20:23,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40665-0x1012fa1fdac0003, quorum=127.0.0.1:63756, baseZNode=/1-215912703 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-215912703/running 2024-11-12T15:20:23,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37941-0x1012fa1fdac0004, quorum=127.0.0.1:63756, baseZNode=/1-215912703 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-215912703/running 2024-11-12T15:20:23,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40665-0x1012fa1fdac0003, quorum=127.0.0.1:63756, baseZNode=/1-215912703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-215912703 2024-11-12T15:20:23,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37941-0x1012fa1fdac0004, quorum=127.0.0.1:63756, baseZNode=/1-215912703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-215912703 2024-11-12T15:20:23,157 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a6f201fa5419,40665,1731424822157, sessionid=0x1012fa1fdac0003, setting cluster-up flag (Was=false) 2024-11-12T15:20:23,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37941-0x1012fa1fdac0004, quorum=127.0.0.1:63756, baseZNode=/1-215912703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-215912703 2024-11-12T15:20:23,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40665-0x1012fa1fdac0003, quorum=127.0.0.1:63756, baseZNode=/1-215912703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-215912703 2024-11-12T15:20:23,241 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-215912703/flush-table-proc/acquired, /1-215912703/flush-table-proc/reached, /1-215912703/flush-table-proc/abort 2024-11-12T15:20:23,242 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a6f201fa5419,40665,1731424822157 2024-11-12T15:20:23,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37941-0x1012fa1fdac0004, quorum=127.0.0.1:63756, baseZNode=/1-215912703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-215912703 2024-11-12T15:20:23,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40665-0x1012fa1fdac0003, quorum=127.0.0.1:63756, baseZNode=/1-215912703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-215912703 2024-11-12T15:20:23,346 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-215912703/online-snapshot/acquired, /1-215912703/online-snapshot/reached, /1-215912703/online-snapshot/abort 2024-11-12T15:20:23,347 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a6f201fa5419,40665,1731424822157 2024-11-12T15:20:23,348 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T15:20:23,349 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T15:20:23,349 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T15:20:23,349 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T15:20:23,349 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a6f201fa5419,40665,1731424822157 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T15:20:23,350 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:20:23,351 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:20:23,351 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:20:23,351 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:20:23,351 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a6f201fa5419:0, corePoolSize=10, maxPoolSize=10 2024-11-12T15:20:23,351 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:20:23,351 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a6f201fa5419:0, corePoolSize=2, maxPoolSize=2 2024-11-12T15:20:23,351 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:20:23,353 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T15:20:23,353 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T15:20:23,354 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:23,354 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T15:20:23,364 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731424853364 2024-11-12T15:20:23,364 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T15:20:23,364 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T15:20:23,364 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T15:20:23,364 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T15:20:23,365 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T15:20:23,365 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T15:20:23,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40703 is added to blk_1073741831_1007 (size=1321) 2024-11-12T15:20:23,368 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:23,369 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T15:20:23,369 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T15:20:23,369 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T15:20:23,369 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T15:20:23,372 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T15:20:23,372 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T15:20:23,372 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.large.0-1731424823372,5,FailOnTimeoutGroup] 2024-11-12T15:20:23,374 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.small.0-1731424823372,5,FailOnTimeoutGroup] 2024-11-12T15:20:23,374 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:23,374 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T15:20:23,374 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:23,374 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:23,425 INFO [RS:0;a6f201fa5419:37941 {}] regionserver.HRegionServer(746): ClusterId : dede5d27-d344-49a6-9e41-aedf46dddb90 2024-11-12T15:20:23,425 DEBUG [RS:0;a6f201fa5419:37941 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T15:20:23,431 DEBUG [RS:0;a6f201fa5419:37941 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T15:20:23,431 DEBUG [RS:0;a6f201fa5419:37941 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T15:20:23,445 DEBUG [RS:0;a6f201fa5419:37941 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T15:20:23,445 DEBUG [RS:0;a6f201fa5419:37941 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e440cb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a6f201fa5419/172.17.0.2:0 2024-11-12T15:20:23,460 DEBUG [RS:0;a6f201fa5419:37941 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a6f201fa5419:37941 2024-11-12T15:20:23,460 INFO [RS:0;a6f201fa5419:37941 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T15:20:23,460 INFO [RS:0;a6f201fa5419:37941 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T15:20:23,460 DEBUG [RS:0;a6f201fa5419:37941 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T15:20:23,461 INFO [RS:0;a6f201fa5419:37941 {}] regionserver.HRegionServer(2659): reportForDuty to master=a6f201fa5419,40665,1731424822157 with port=37941, startcode=1731424822279 2024-11-12T15:20:23,461 DEBUG [RS:0;a6f201fa5419:37941 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T15:20:23,462 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39621, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T15:20:23,463 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40665 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a6f201fa5419,37941,1731424822279 2024-11-12T15:20:23,463 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40665 {}] master.ServerManager(517): Registering regionserver=a6f201fa5419,37941,1731424822279 2024-11-12T15:20:23,465 DEBUG [RS:0;a6f201fa5419:37941 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168 2024-11-12T15:20:23,465 DEBUG [RS:0;a6f201fa5419:37941 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38683 2024-11-12T15:20:23,465 DEBUG [RS:0;a6f201fa5419:37941 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T15:20:23,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40665-0x1012fa1fdac0003, quorum=127.0.0.1:63756, baseZNode=/1-215912703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-215912703/rs 2024-11-12T15:20:23,535 DEBUG [RS:0;a6f201fa5419:37941 {}] zookeeper.ZKUtil(111): regionserver:37941-0x1012fa1fdac0004, quorum=127.0.0.1:63756, baseZNode=/1-215912703 Set watcher on existing znode=/1-215912703/rs/a6f201fa5419,37941,1731424822279 2024-11-12T15:20:23,535 WARN [RS:0;a6f201fa5419:37941 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T15:20:23,535 INFO [RS:0;a6f201fa5419:37941 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:20:23,535 DEBUG [RS:0;a6f201fa5419:37941 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/WALs/a6f201fa5419,37941,1731424822279 2024-11-12T15:20:23,535 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a6f201fa5419,37941,1731424822279] 2024-11-12T15:20:23,546 INFO [RS:0;a6f201fa5419:37941 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T15:20:23,547 INFO [RS:0;a6f201fa5419:37941 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T15:20:23,552 INFO [RS:0;a6f201fa5419:37941 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T15:20:23,552 INFO [RS:0;a6f201fa5419:37941 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:23,553 INFO [RS:0;a6f201fa5419:37941 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T15:20:23,554 INFO [RS:0;a6f201fa5419:37941 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T15:20:23,554 INFO [RS:0;a6f201fa5419:37941 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:23,554 DEBUG [RS:0;a6f201fa5419:37941 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:20:23,554 DEBUG [RS:0;a6f201fa5419:37941 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:20:23,554 DEBUG [RS:0;a6f201fa5419:37941 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:20:23,554 DEBUG [RS:0;a6f201fa5419:37941 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:20:23,554 DEBUG [RS:0;a6f201fa5419:37941 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:20:23,554 DEBUG [RS:0;a6f201fa5419:37941 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a6f201fa5419:0, corePoolSize=2, maxPoolSize=2 2024-11-12T15:20:23,554 DEBUG [RS:0;a6f201fa5419:37941 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:20:23,554 DEBUG [RS:0;a6f201fa5419:37941 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:20:23,554 DEBUG [RS:0;a6f201fa5419:37941 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:20:23,554 DEBUG [RS:0;a6f201fa5419:37941 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:20:23,554 DEBUG [RS:0;a6f201fa5419:37941 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:20:23,554 DEBUG [RS:0;a6f201fa5419:37941 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:20:23,554 DEBUG [RS:0;a6f201fa5419:37941 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a6f201fa5419:0, corePoolSize=3, maxPoolSize=3 2024-11-12T15:20:23,555 DEBUG [RS:0;a6f201fa5419:37941 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a6f201fa5419:0, corePoolSize=3, maxPoolSize=3 2024-11-12T15:20:23,590 INFO [RS:0;a6f201fa5419:37941 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:23,590 INFO [RS:0;a6f201fa5419:37941 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:23,590 INFO [RS:0;a6f201fa5419:37941 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:23,590 INFO [RS:0;a6f201fa5419:37941 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:23,590 INFO [RS:0;a6f201fa5419:37941 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:23,590 INFO [RS:0;a6f201fa5419:37941 {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,37941,1731424822279-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T15:20:23,610 INFO [RS:0;a6f201fa5419:37941 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T15:20:23,610 INFO [RS:0;a6f201fa5419:37941 {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,37941,1731424822279-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:23,610 INFO [RS:0;a6f201fa5419:37941 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:23,610 INFO [RS:0;a6f201fa5419:37941 {}] regionserver.Replication(171): a6f201fa5419,37941,1731424822279 started 2024-11-12T15:20:23,629 INFO [RS:0;a6f201fa5419:37941 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:23,629 INFO [RS:0;a6f201fa5419:37941 {}] regionserver.HRegionServer(1482): Serving as a6f201fa5419,37941,1731424822279, RpcServer on a6f201fa5419/172.17.0.2:37941, sessionid=0x1012fa1fdac0004 2024-11-12T15:20:23,630 DEBUG [RS:0;a6f201fa5419:37941 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T15:20:23,630 DEBUG [RS:0;a6f201fa5419:37941 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a6f201fa5419,37941,1731424822279 2024-11-12T15:20:23,630 DEBUG [RS:0;a6f201fa5419:37941 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a6f201fa5419,37941,1731424822279' 2024-11-12T15:20:23,630 DEBUG [RS:0;a6f201fa5419:37941 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-215912703/flush-table-proc/abort' 2024-11-12T15:20:23,630 DEBUG [RS:0;a6f201fa5419:37941 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-215912703/flush-table-proc/acquired' 2024-11-12T15:20:23,631 DEBUG [RS:0;a6f201fa5419:37941 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T15:20:23,631 DEBUG [RS:0;a6f201fa5419:37941 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T15:20:23,631 DEBUG [RS:0;a6f201fa5419:37941 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a6f201fa5419,37941,1731424822279 2024-11-12T15:20:23,631 DEBUG [RS:0;a6f201fa5419:37941 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a6f201fa5419,37941,1731424822279' 2024-11-12T15:20:23,631 DEBUG [RS:0;a6f201fa5419:37941 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-215912703/online-snapshot/abort' 2024-11-12T15:20:23,631 DEBUG [RS:0;a6f201fa5419:37941 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-215912703/online-snapshot/acquired' 2024-11-12T15:20:23,631 DEBUG [RS:0;a6f201fa5419:37941 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T15:20:23,631 INFO [RS:0;a6f201fa5419:37941 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T15:20:23,631 INFO [RS:0;a6f201fa5419:37941 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T15:20:23,732 INFO [RS:0;a6f201fa5419:37941 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T15:20:23,733 INFO [RS:0;a6f201fa5419:37941 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a6f201fa5419%2C37941%2C1731424822279, suffix=, logDir=hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/WALs/a6f201fa5419,37941,1731424822279, archiveDir=hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/oldWALs, maxLogs=10 2024-11-12T15:20:23,748 DEBUG [RS:0;a6f201fa5419:37941 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/WALs/a6f201fa5419,37941,1731424822279/a6f201fa5419%2C37941%2C1731424822279.1731424823733, exclude list is [], retry=0 2024-11-12T15:20:23,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40703,DS-dbbbb9b4-6e51-4191-95ed-03fe6724047c,DISK] 2024-11-12T15:20:23,752 INFO [RS:0;a6f201fa5419:37941 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/WALs/a6f201fa5419,37941,1731424822279/a6f201fa5419%2C37941%2C1731424822279.1731424823733 2024-11-12T15:20:23,752 DEBUG [RS:0;a6f201fa5419:37941 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35613:35613)] 2024-11-12T15:20:23,766 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T15:20:23,767 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168 2024-11-12T15:20:23,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40703 is added to blk_1073741833_1009 (size=32) 2024-11-12T15:20:24,181 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:20:24,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T15:20:24,182 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T15:20:24,182 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:24,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:20:24,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T15:20:24,183 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T15:20:24,183 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:24,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:20:24,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T15:20:24,184 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T15:20:24,184 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:24,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:20:24,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T15:20:24,185 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T15:20:24,185 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:24,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:20:24,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T15:20:24,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/data/hbase/meta/1588230740 2024-11-12T15:20:24,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/data/hbase/meta/1588230740 2024-11-12T15:20:24,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T15:20:24,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T15:20:24,187 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T15:20:24,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T15:20:24,189 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T15:20:24,189 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68866486, jitterRate=0.026190608739852905}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T15:20:24,189 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731424824181Initializing all the Stores at 1731424824181Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424824181Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424824181Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424824181Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424824181Cleaning up temporary data from old regions at 1731424824187 (+6 ms)Region opened successfully at 1731424824189 (+2 ms) 2024-11-12T15:20:24,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T15:20:24,190 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T15:20:24,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T15:20:24,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T15:20:24,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T15:20:24,190 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T15:20:24,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731424824190Disabling compacts and flushes for region at 1731424824190Disabling writes for close at 1731424824190Writing region close event to WAL at 1731424824190Closed at 1731424824190 2024-11-12T15:20:24,191 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T15:20:24,191 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T15:20:24,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T15:20:24,191 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T15:20:24,192 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T15:20:24,342 DEBUG [a6f201fa5419:40665 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T15:20:24,343 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a6f201fa5419,37941,1731424822279 2024-11-12T15:20:24,344 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a6f201fa5419,37941,1731424822279, state=OPENING 2024-11-12T15:20:24,346 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T15:20:24,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37941-0x1012fa1fdac0004, quorum=127.0.0.1:63756, baseZNode=/1-215912703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-215912703 2024-11-12T15:20:24,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40665-0x1012fa1fdac0003, quorum=127.0.0.1:63756, baseZNode=/1-215912703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-215912703 2024-11-12T15:20:24,357 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-215912703/meta-region-server: CHANGED 2024-11-12T15:20:24,357 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-215912703/meta-region-server: CHANGED 2024-11-12T15:20:24,357 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T15:20:24,357 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a6f201fa5419,37941,1731424822279}] 2024-11-12T15:20:24,509 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T15:20:24,513 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57689, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T15:20:24,516 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T15:20:24,516 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:20:24,517 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T15:20:24,518 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a6f201fa5419%2C37941%2C1731424822279.meta, suffix=.meta, logDir=hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/WALs/a6f201fa5419,37941,1731424822279, archiveDir=hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/oldWALs, maxLogs=10 2024-11-12T15:20:24,536 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/WALs/a6f201fa5419,37941,1731424822279/a6f201fa5419%2C37941%2C1731424822279.meta.1731424824518.meta, exclude list is [], retry=0 2024-11-12T15:20:24,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40703,DS-dbbbb9b4-6e51-4191-95ed-03fe6724047c,DISK] 2024-11-12T15:20:24,542 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/WALs/a6f201fa5419,37941,1731424822279/a6f201fa5419%2C37941%2C1731424822279.meta.1731424824518.meta 2024-11-12T15:20:24,542 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35613:35613)] 2024-11-12T15:20:24,542 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T15:20:24,543 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T15:20:24,543 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T15:20:24,543 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T15:20:24,543 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T15:20:24,543 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T15:20:24,543 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:20:24,543 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T15:20:24,544 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T15:20:24,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T15:20:24,549 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T15:20:24,549 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:24,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:20:24,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T15:20:24,551 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T15:20:24,551 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:24,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:20:24,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T15:20:24,553 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T15:20:24,553 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:24,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:20:24,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T15:20:24,554 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T15:20:24,554 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:24,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:20:24,554 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T15:20:24,555 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/data/hbase/meta/1588230740 2024-11-12T15:20:24,556 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/data/hbase/meta/1588230740 2024-11-12T15:20:24,557 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T15:20:24,557 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T15:20:24,558 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T15:20:24,560 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T15:20:24,561 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59565412, jitterRate=-0.11240619421005249}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T15:20:24,561 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T15:20:24,561 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731424824544Writing region info on filesystem at 1731424824544Initializing all the Stores at 1731424824544Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424824544Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424824548 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424824548Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424824548Cleaning up temporary data from old regions at 1731424824557 (+9 ms)Running coprocessor post-open hooks at 1731424824561 (+4 ms)Region opened successfully at 1731424824561 2024-11-12T15:20:24,564 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731424824509 2024-11-12T15:20:24,566 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T15:20:24,566 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T15:20:24,567 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a6f201fa5419,37941,1731424822279 2024-11-12T15:20:24,568 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a6f201fa5419,37941,1731424822279, state=OPEN 2024-11-12T15:20:24,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37941-0x1012fa1fdac0004, quorum=127.0.0.1:63756, baseZNode=/1-215912703 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-215912703/meta-region-server 2024-11-12T15:20:24,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40665-0x1012fa1fdac0003, quorum=127.0.0.1:63756, baseZNode=/1-215912703 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-215912703/meta-region-server 2024-11-12T15:20:24,578 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-215912703/meta-region-server: CHANGED 2024-11-12T15:20:24,578 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-215912703/meta-region-server: CHANGED 2024-11-12T15:20:24,578 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a6f201fa5419,37941,1731424822279 2024-11-12T15:20:24,581 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T15:20:24,581 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a6f201fa5419,37941,1731424822279 in 221 msec 2024-11-12T15:20:24,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T15:20:24,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 390 msec 2024-11-12T15:20:24,583 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T15:20:24,583 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T15:20:24,585 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:20:24,585 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,37941,1731424822279, seqNum=-1] 2024-11-12T15:20:24,585 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:20:24,586 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53825, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T15:20:24,592 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2420 sec 2024-11-12T15:20:24,592 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731424824592, completionTime=-1 2024-11-12T15:20:24,593 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T15:20:24,593 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T15:20:24,595 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T15:20:24,595 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731424884595 2024-11-12T15:20:24,595 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731424944595 2024-11-12T15:20:24,595 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-12T15:20:24,595 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,40665,1731424822157-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:24,595 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,40665,1731424822157-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:24,595 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,40665,1731424822157-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:24,596 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a6f201fa5419:40665, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:24,596 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:24,596 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:24,597 DEBUG [master/a6f201fa5419:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T15:20:24,601 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.232sec 2024-11-12T15:20:24,601 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T15:20:24,601 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T15:20:24,601 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T15:20:24,601 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T15:20:24,601 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T15:20:24,601 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,40665,1731424822157-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T15:20:24,601 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,40665,1731424822157-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T15:20:24,603 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T15:20:24,603 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T15:20:24,603 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,40665,1731424822157-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:24,629 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44b15050, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:20:24,629 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,40665,-1 for getting cluster id 2024-11-12T15:20:24,629 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:20:24,637 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dede5d27-d344-49a6-9e41-aedf46dddb90' 2024-11-12T15:20:24,637 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:20:24,637 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dede5d27-d344-49a6-9e41-aedf46dddb90" 2024-11-12T15:20:24,638 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b1bf88c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:20:24,638 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,40665,-1] 2024-11-12T15:20:24,638 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:20:24,638 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:20:24,640 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:20:24,641 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ca9f6d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:20:24,642 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:20:24,643 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,37941,1731424822279, seqNum=-1] 2024-11-12T15:20:24,643 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:20:24,644 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T15:20:24,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a6f201fa5419,40665,1731424822157 2024-11-12T15:20:24,647 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63756 2024-11-12T15:20:24,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63756, baseZNode=/1-215912703 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T15:20:24,656 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012fa1fdac0005 connected 2024-11-12T15:20:24,664 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:20:24,665 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,43895,1731424816156 2024-11-12T15:20:24,665 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60beabe6 2024-11-12T15:20:24,665 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:20:24,666 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T15:20:24,667 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43895 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T15:20:24,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43895 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T15:20:24,669 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T15:20:24,669 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:24,669 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43895 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T15:20:24,670 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T15:20:24,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:20:24,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46359 is added to blk_1073741835_1011 (size=902) 2024-11-12T15:20:24,691 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 787964a4a183285992e4922005c60da7, NAME => 'test,,1731424824667.787964a4a183285992e4922005c60da7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40 2024-11-12T15:20:24,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46359 is added to blk_1073741836_1012 (size=39) 2024-11-12T15:20:24,702 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731424824667.787964a4a183285992e4922005c60da7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:20:24,702 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 787964a4a183285992e4922005c60da7, disabling compactions & flushes 2024-11-12T15:20:24,702 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731424824667.787964a4a183285992e4922005c60da7. 2024-11-12T15:20:24,702 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731424824667.787964a4a183285992e4922005c60da7. 2024-11-12T15:20:24,702 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731424824667.787964a4a183285992e4922005c60da7. after waiting 0 ms 2024-11-12T15:20:24,702 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731424824667.787964a4a183285992e4922005c60da7. 2024-11-12T15:20:24,702 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731424824667.787964a4a183285992e4922005c60da7. 2024-11-12T15:20:24,702 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 787964a4a183285992e4922005c60da7: Waiting for close lock at 1731424824702Disabling compacts and flushes for region at 1731424824702Disabling writes for close at 1731424824702Writing region close event to WAL at 1731424824702Closed at 1731424824702 2024-11-12T15:20:24,703 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T15:20:24,704 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731424824667.787964a4a183285992e4922005c60da7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731424824704"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731424824704"}]},"ts":"1731424824704"} 2024-11-12T15:20:24,706 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T15:20:24,707 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T15:20:24,707 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731424824707"}]},"ts":"1731424824707"} 2024-11-12T15:20:24,708 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T15:20:24,709 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=787964a4a183285992e4922005c60da7, ASSIGN}] 2024-11-12T15:20:24,709 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=787964a4a183285992e4922005c60da7, ASSIGN 2024-11-12T15:20:24,710 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=787964a4a183285992e4922005c60da7, ASSIGN; state=OFFLINE, location=a6f201fa5419,38949,1731424816481; forceNewPlan=false, retain=false 2024-11-12T15:20:24,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:20:24,860 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=787964a4a183285992e4922005c60da7, regionState=OPENING, regionLocation=a6f201fa5419,38949,1731424816481 2024-11-12T15:20:24,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=787964a4a183285992e4922005c60da7, ASSIGN because future has completed 2024-11-12T15:20:24,863 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 787964a4a183285992e4922005c60da7, server=a6f201fa5419,38949,1731424816481}] 2024-11-12T15:20:24,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:20:25,030 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731424824667.787964a4a183285992e4922005c60da7. 2024-11-12T15:20:25,030 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 787964a4a183285992e4922005c60da7, NAME => 'test,,1731424824667.787964a4a183285992e4922005c60da7.', STARTKEY => '', ENDKEY => ''} 2024-11-12T15:20:25,031 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T15:20:25,031 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T15:20:25,031 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 787964a4a183285992e4922005c60da7 2024-11-12T15:20:25,031 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731424824667.787964a4a183285992e4922005c60da7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:20:25,031 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 787964a4a183285992e4922005c60da7 2024-11-12T15:20:25,031 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 787964a4a183285992e4922005c60da7 2024-11-12T15:20:25,032 INFO [StoreOpener-787964a4a183285992e4922005c60da7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 787964a4a183285992e4922005c60da7 2024-11-12T15:20:25,033 INFO [StoreOpener-787964a4a183285992e4922005c60da7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 787964a4a183285992e4922005c60da7 columnFamilyName f 2024-11-12T15:20:25,033 DEBUG [StoreOpener-787964a4a183285992e4922005c60da7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:25,034 INFO [StoreOpener-787964a4a183285992e4922005c60da7-1 {}] regionserver.HStore(327): Store=787964a4a183285992e4922005c60da7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:20:25,034 INFO [StoreOpener-787964a4a183285992e4922005c60da7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 787964a4a183285992e4922005c60da7 2024-11-12T15:20:25,039 INFO [StoreOpener-787964a4a183285992e4922005c60da7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 787964a4a183285992e4922005c60da7 columnFamilyName f1 2024-11-12T15:20:25,039 DEBUG [StoreOpener-787964a4a183285992e4922005c60da7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:25,040 INFO [StoreOpener-787964a4a183285992e4922005c60da7-1 {}] regionserver.HStore(327): Store=787964a4a183285992e4922005c60da7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:20:25,040 INFO [StoreOpener-787964a4a183285992e4922005c60da7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 787964a4a183285992e4922005c60da7 2024-11-12T15:20:25,041 INFO [StoreOpener-787964a4a183285992e4922005c60da7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 787964a4a183285992e4922005c60da7 columnFamilyName norep 2024-11-12T15:20:25,041 DEBUG [StoreOpener-787964a4a183285992e4922005c60da7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:25,041 INFO [StoreOpener-787964a4a183285992e4922005c60da7-1 {}] regionserver.HStore(327): Store=787964a4a183285992e4922005c60da7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:20:25,041 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 787964a4a183285992e4922005c60da7 2024-11-12T15:20:25,042 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/data/default/test/787964a4a183285992e4922005c60da7 2024-11-12T15:20:25,042 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/data/default/test/787964a4a183285992e4922005c60da7 2024-11-12T15:20:25,045 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 787964a4a183285992e4922005c60da7 2024-11-12T15:20:25,045 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 787964a4a183285992e4922005c60da7 2024-11-12T15:20:25,045 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T15:20:25,046 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 787964a4a183285992e4922005c60da7 2024-11-12T15:20:25,049 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/data/default/test/787964a4a183285992e4922005c60da7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T15:20:25,049 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 787964a4a183285992e4922005c60da7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69225103, jitterRate=0.03153441846370697}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T15:20:25,049 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 787964a4a183285992e4922005c60da7 2024-11-12T15:20:25,050 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 787964a4a183285992e4922005c60da7: Running coprocessor pre-open hook at 1731424825031Writing region info on filesystem at 1731424825031Initializing all the Stores at 1731424825032 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424825032Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424825032Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424825032Cleaning up temporary data from old regions at 1731424825045 (+13 ms)Running coprocessor post-open hooks at 1731424825049 (+4 ms)Region opened successfully at 1731424825050 (+1 ms) 2024-11-12T15:20:25,050 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731424824667.787964a4a183285992e4922005c60da7., pid=6, masterSystemTime=1731424825016 2024-11-12T15:20:25,053 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731424824667.787964a4a183285992e4922005c60da7. 2024-11-12T15:20:25,053 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731424824667.787964a4a183285992e4922005c60da7. 2024-11-12T15:20:25,053 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=787964a4a183285992e4922005c60da7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a6f201fa5419,38949,1731424816481 2024-11-12T15:20:25,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 787964a4a183285992e4922005c60da7, server=a6f201fa5419,38949,1731424816481 because future has completed 2024-11-12T15:20:25,058 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T15:20:25,058 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 787964a4a183285992e4922005c60da7, server=a6f201fa5419,38949,1731424816481 in 194 msec 2024-11-12T15:20:25,060 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T15:20:25,060 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=787964a4a183285992e4922005c60da7, ASSIGN in 349 msec 2024-11-12T15:20:25,061 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T15:20:25,061 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731424825061"}]},"ts":"1731424825061"} 2024-11-12T15:20:25,064 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T15:20:25,065 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T15:20:25,067 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 398 msec 2024-11-12T15:20:25,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:20:25,298 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T15:20:25,298 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:20:25,299 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,40665,1731424822157 2024-11-12T15:20:25,299 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@527bc2fc 2024-11-12T15:20:25,299 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:20:25,300 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T15:20:25,301 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40665 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T15:20:25,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40665 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T15:20:25,303 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T15:20:25,303 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:25,304 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40665 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T15:20:25,305 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T15:20:25,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40665 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:20:25,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40703 is added to blk_1073741835_1011 (size=902) 2024-11-12T15:20:25,322 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 10b357f895a885a642f854c119b1963e, NAME => 'test,,1731424825300.10b357f895a885a642f854c119b1963e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168 2024-11-12T15:20:25,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40703 is added to blk_1073741836_1012 (size=39) 2024-11-12T15:20:25,342 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731424825300.10b357f895a885a642f854c119b1963e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:20:25,342 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 10b357f895a885a642f854c119b1963e, disabling compactions & flushes 2024-11-12T15:20:25,342 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731424825300.10b357f895a885a642f854c119b1963e. 2024-11-12T15:20:25,342 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731424825300.10b357f895a885a642f854c119b1963e. 2024-11-12T15:20:25,342 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731424825300.10b357f895a885a642f854c119b1963e. after waiting 0 ms 2024-11-12T15:20:25,342 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731424825300.10b357f895a885a642f854c119b1963e. 2024-11-12T15:20:25,342 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731424825300.10b357f895a885a642f854c119b1963e. 2024-11-12T15:20:25,342 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 10b357f895a885a642f854c119b1963e: Waiting for close lock at 1731424825342Disabling compacts and flushes for region at 1731424825342Disabling writes for close at 1731424825342Writing region close event to WAL at 1731424825342Closed at 1731424825342 2024-11-12T15:20:25,343 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T15:20:25,344 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731424825300.10b357f895a885a642f854c119b1963e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731424825343"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731424825343"}]},"ts":"1731424825343"} 2024-11-12T15:20:25,349 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T15:20:25,350 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T15:20:25,350 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731424825350"}]},"ts":"1731424825350"} 2024-11-12T15:20:25,352 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T15:20:25,353 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=10b357f895a885a642f854c119b1963e, ASSIGN}] 2024-11-12T15:20:25,358 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=10b357f895a885a642f854c119b1963e, ASSIGN 2024-11-12T15:20:25,366 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=10b357f895a885a642f854c119b1963e, ASSIGN; state=OFFLINE, location=a6f201fa5419,37941,1731424822279; forceNewPlan=false, retain=false 2024-11-12T15:20:25,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40665 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:20:25,517 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=10b357f895a885a642f854c119b1963e, regionState=OPENING, regionLocation=a6f201fa5419,37941,1731424822279 2024-11-12T15:20:25,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=10b357f895a885a642f854c119b1963e, ASSIGN because future has completed 2024-11-12T15:20:25,521 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 10b357f895a885a642f854c119b1963e, server=a6f201fa5419,37941,1731424822279}] 2024-11-12T15:20:25,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40665 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:20:25,639 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T15:20:25,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:20:25,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:20:25,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:20:25,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:20:25,678 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731424825300.10b357f895a885a642f854c119b1963e. 2024-11-12T15:20:25,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:20:25,678 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 10b357f895a885a642f854c119b1963e, NAME => 'test,,1731424825300.10b357f895a885a642f854c119b1963e.', STARTKEY => '', ENDKEY => ''} 2024-11-12T15:20:25,679 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:20:25,679 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T15:20:25,679 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T15:20:25,679 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 10b357f895a885a642f854c119b1963e 2024-11-12T15:20:25,679 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731424825300.10b357f895a885a642f854c119b1963e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:20:25,679 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 10b357f895a885a642f854c119b1963e 2024-11-12T15:20:25,679 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 10b357f895a885a642f854c119b1963e 2024-11-12T15:20:25,680 INFO [StoreOpener-10b357f895a885a642f854c119b1963e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 10b357f895a885a642f854c119b1963e 2024-11-12T15:20:25,681 INFO [StoreOpener-10b357f895a885a642f854c119b1963e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10b357f895a885a642f854c119b1963e columnFamilyName f 2024-11-12T15:20:25,681 DEBUG [StoreOpener-10b357f895a885a642f854c119b1963e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:25,681 INFO [StoreOpener-10b357f895a885a642f854c119b1963e-1 {}] regionserver.HStore(327): Store=10b357f895a885a642f854c119b1963e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:20:25,681 INFO [StoreOpener-10b357f895a885a642f854c119b1963e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 10b357f895a885a642f854c119b1963e 2024-11-12T15:20:25,682 INFO [StoreOpener-10b357f895a885a642f854c119b1963e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10b357f895a885a642f854c119b1963e columnFamilyName f1 2024-11-12T15:20:25,682 DEBUG [StoreOpener-10b357f895a885a642f854c119b1963e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:25,683 INFO [StoreOpener-10b357f895a885a642f854c119b1963e-1 {}] regionserver.HStore(327): Store=10b357f895a885a642f854c119b1963e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:20:25,683 INFO [StoreOpener-10b357f895a885a642f854c119b1963e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 10b357f895a885a642f854c119b1963e 2024-11-12T15:20:25,684 INFO [StoreOpener-10b357f895a885a642f854c119b1963e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10b357f895a885a642f854c119b1963e columnFamilyName norep 2024-11-12T15:20:25,684 DEBUG [StoreOpener-10b357f895a885a642f854c119b1963e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:25,684 INFO [StoreOpener-10b357f895a885a642f854c119b1963e-1 {}] regionserver.HStore(327): Store=10b357f895a885a642f854c119b1963e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:20:25,684 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 10b357f895a885a642f854c119b1963e 2024-11-12T15:20:25,685 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/data/default/test/10b357f895a885a642f854c119b1963e 2024-11-12T15:20:25,685 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/data/default/test/10b357f895a885a642f854c119b1963e 2024-11-12T15:20:25,686 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 10b357f895a885a642f854c119b1963e 2024-11-12T15:20:25,686 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 10b357f895a885a642f854c119b1963e 2024-11-12T15:20:25,686 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T15:20:25,687 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 10b357f895a885a642f854c119b1963e 2024-11-12T15:20:25,688 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/data/default/test/10b357f895a885a642f854c119b1963e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T15:20:25,689 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 10b357f895a885a642f854c119b1963e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59322018, jitterRate=-0.11603304743766785}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T15:20:25,689 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 10b357f895a885a642f854c119b1963e 2024-11-12T15:20:25,689 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 10b357f895a885a642f854c119b1963e: Running coprocessor pre-open hook at 1731424825679Writing region info on filesystem at 1731424825679Initializing all the Stores at 1731424825680 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424825680Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424825680Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424825680Cleaning up temporary data from old regions at 1731424825686 (+6 ms)Running coprocessor post-open hooks at 1731424825689 (+3 ms)Region opened successfully at 1731424825689 2024-11-12T15:20:25,690 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731424825300.10b357f895a885a642f854c119b1963e., pid=6, masterSystemTime=1731424825674 2024-11-12T15:20:25,692 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731424825300.10b357f895a885a642f854c119b1963e. 2024-11-12T15:20:25,692 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731424825300.10b357f895a885a642f854c119b1963e. 2024-11-12T15:20:25,692 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=10b357f895a885a642f854c119b1963e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a6f201fa5419,37941,1731424822279 2024-11-12T15:20:25,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:20:25,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:20:25,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 10b357f895a885a642f854c119b1963e, server=a6f201fa5419,37941,1731424822279 because future has completed 2024-11-12T15:20:25,696 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T15:20:25,697 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 10b357f895a885a642f854c119b1963e, server=a6f201fa5419,37941,1731424822279 in 174 msec 2024-11-12T15:20:25,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:20:25,698 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T15:20:25,698 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=10b357f895a885a642f854c119b1963e, ASSIGN in 344 msec 2024-11-12T15:20:25,699 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T15:20:25,699 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731424825699"}]},"ts":"1731424825699"} 2024-11-12T15:20:25,700 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T15:20:25,701 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T15:20:25,702 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 400 msec 2024-11-12T15:20:25,712 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T15:20:25,713 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-12T15:20:25,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40665 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:20:25,938 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T15:20:25,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1659bd22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:20:25,939 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,43895,-1 for getting cluster id 2024-11-12T15:20:25,939 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:20:25,940 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67a127d9-4ca5-46e8-aa8b-119858ad6fbb' 2024-11-12T15:20:25,940 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:20:25,940 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67a127d9-4ca5-46e8-aa8b-119858ad6fbb" 2024-11-12T15:20:25,940 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b8f360a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:20:25,940 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,43895,-1] 2024-11-12T15:20:25,941 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:20:25,941 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:20:25,942 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:20:25,942 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4684ff68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:20:25,943 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3df20586, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:20:25,943 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,40665,-1 for getting cluster id 2024-11-12T15:20:25,943 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:20:25,944 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dede5d27-d344-49a6-9e41-aedf46dddb90' 2024-11-12T15:20:25,944 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:20:25,944 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dede5d27-d344-49a6-9e41-aedf46dddb90" 2024-11-12T15:20:25,944 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78c95c69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:20:25,944 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,40665,-1] 2024-11-12T15:20:25,944 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:20:25,945 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:20:25,945 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:20:25,946 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16ae0ab0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:20:25,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cf52449, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:20:25,947 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,43895,-1 for getting cluster id 2024-11-12T15:20:25,947 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:20:25,948 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67a127d9-4ca5-46e8-aa8b-119858ad6fbb' 2024-11-12T15:20:25,948 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:20:25,948 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67a127d9-4ca5-46e8-aa8b-119858ad6fbb" 2024-11-12T15:20:25,948 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e3e5d0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:20:25,948 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,43895,-1] 2024-11-12T15:20:25,948 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:20:25,949 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:20:25,950 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:20:25,951 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10360fc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:20:25,951 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:20:25,952 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,43895,1731424816156 2024-11-12T15:20:25,952 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76365277 2024-11-12T15:20:25,952 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:20:25,954 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T15:20:25,954 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43895 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://a6f201fa5419:40665,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T15:20:25,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43895 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T15:20:25,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T15:20:25,960 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a6f201fa5419:40665' 2024-11-12T15:20:25,964 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b6c8d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:20:25,964 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,40665,-1 for getting cluster id 2024-11-12T15:20:25,964 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:20:25,965 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dede5d27-d344-49a6-9e41-aedf46dddb90' 2024-11-12T15:20:25,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:20:25,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dede5d27-d344-49a6-9e41-aedf46dddb90" 2024-11-12T15:20:25,966 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:20:25,967 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@110eccfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:20:25,967 DEBUG [PEWorker-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,40665,-1] 2024-11-12T15:20:25,967 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:20:25,968 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:20:25,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@490af71c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:20:25,970 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:20:25,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,40665,1731424822157 2024-11-12T15:20:25,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a5c1f27 2024-11-12T15:20:25,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:20:25,972 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T15:20:25,973 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-12T15:20:25,973 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T15:20:25,973 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:20:25,973 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:20:25,973 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:20:25,973 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T15:20:25,975 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T15:20:25,976 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T15:20:25,976 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:25,978 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T15:20:25,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46359 is added to blk_1073741837_1013 (size=1138) 2024-11-12T15:20:26,013 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 632cfec1f00a4ab96f8386398933fe56, NAME => 'hbase:replication,,1731424825973.632cfec1f00a4ab96f8386398933fe56.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40 2024-11-12T15:20:26,028 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T15:20:26,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46359 is added to blk_1073741838_1014 (size=44) 2024-11-12T15:20:26,054 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731424825973.632cfec1f00a4ab96f8386398933fe56.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:20:26,055 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 632cfec1f00a4ab96f8386398933fe56, disabling compactions & flushes 2024-11-12T15:20:26,055 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731424825973.632cfec1f00a4ab96f8386398933fe56. 2024-11-12T15:20:26,055 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731424825973.632cfec1f00a4ab96f8386398933fe56. 2024-11-12T15:20:26,055 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731424825973.632cfec1f00a4ab96f8386398933fe56. after waiting 0 ms 2024-11-12T15:20:26,055 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731424825973.632cfec1f00a4ab96f8386398933fe56. 2024-11-12T15:20:26,055 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731424825973.632cfec1f00a4ab96f8386398933fe56. 2024-11-12T15:20:26,055 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 632cfec1f00a4ab96f8386398933fe56: Waiting for close lock at 1731424826055Disabling compacts and flushes for region at 1731424826055Disabling writes for close at 1731424826055Writing region close event to WAL at 1731424826055Closed at 1731424826055 2024-11-12T15:20:26,056 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T15:20:26,057 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731424825973.632cfec1f00a4ab96f8386398933fe56.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731424826056"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731424826056"}]},"ts":"1731424826056"} 2024-11-12T15:20:26,059 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T15:20:26,060 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T15:20:26,061 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731424826060"}]},"ts":"1731424826060"} 2024-11-12T15:20:26,062 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T15:20:26,063 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=632cfec1f00a4ab96f8386398933fe56, ASSIGN}] 2024-11-12T15:20:26,064 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=632cfec1f00a4ab96f8386398933fe56, ASSIGN 2024-11-12T15:20:26,064 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=632cfec1f00a4ab96f8386398933fe56, ASSIGN; state=OFFLINE, location=a6f201fa5419,38949,1731424816481; forceNewPlan=false, retain=false 2024-11-12T15:20:26,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T15:20:26,215 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=632cfec1f00a4ab96f8386398933fe56, regionState=OPENING, regionLocation=a6f201fa5419,38949,1731424816481 2024-11-12T15:20:26,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=632cfec1f00a4ab96f8386398933fe56, ASSIGN because future has completed 2024-11-12T15:20:26,217 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 632cfec1f00a4ab96f8386398933fe56, server=a6f201fa5419,38949,1731424816481}] 2024-11-12T15:20:26,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T15:20:26,335 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T15:20:26,335 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T15:20:26,336 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T15:20:26,336 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-12T15:20:26,336 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T15:20:26,336 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-12T15:20:26,336 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T15:20:26,336 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-12T15:20:26,336 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T15:20:26,336 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-12T15:20:26,336 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T15:20:26,336 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-12T15:20:26,372 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731424825973.632cfec1f00a4ab96f8386398933fe56. 2024-11-12T15:20:26,372 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:20:26,372 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T15:20:26,381 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a6f201fa5419%2C38949%2C1731424816481.rep, suffix=, logDir=hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/WALs/a6f201fa5419,38949,1731424816481, archiveDir=hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/oldWALs, maxLogs=10 2024-11-12T15:20:26,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/WALs/a6f201fa5419,38949,1731424816481/a6f201fa5419%2C38949%2C1731424816481.rep.1731424826381, exclude list is [], retry=0 2024-11-12T15:20:26,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46359,DS-205d7dab-320a-4814-ae82-092be5d69b4f,DISK] 2024-11-12T15:20:26,424 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/WALs/a6f201fa5419,38949,1731424816481/a6f201fa5419%2C38949%2C1731424816481.rep.1731424826381 2024-11-12T15:20:26,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46345:46345)] 2024-11-12T15:20:26,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 632cfec1f00a4ab96f8386398933fe56, NAME => 'hbase:replication,,1731424825973.632cfec1f00a4ab96f8386398933fe56.', STARTKEY => '', ENDKEY => ''} 2024-11-12T15:20:26,425 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T15:20:26,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T15:20:26,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731424825973.632cfec1f00a4ab96f8386398933fe56. service=MultiRowMutationService 2024-11-12T15:20:26,425 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T15:20:26,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 632cfec1f00a4ab96f8386398933fe56 2024-11-12T15:20:26,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731424825973.632cfec1f00a4ab96f8386398933fe56.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:20:26,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 632cfec1f00a4ab96f8386398933fe56 2024-11-12T15:20:26,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 632cfec1f00a4ab96f8386398933fe56 2024-11-12T15:20:26,427 INFO [StoreOpener-632cfec1f00a4ab96f8386398933fe56-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 632cfec1f00a4ab96f8386398933fe56 2024-11-12T15:20:26,429 INFO [StoreOpener-632cfec1f00a4ab96f8386398933fe56-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 632cfec1f00a4ab96f8386398933fe56 columnFamilyName hfileref 2024-11-12T15:20:26,429 DEBUG [StoreOpener-632cfec1f00a4ab96f8386398933fe56-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:26,430 INFO [StoreOpener-632cfec1f00a4ab96f8386398933fe56-1 {}] regionserver.HStore(327): Store=632cfec1f00a4ab96f8386398933fe56/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:20:26,430 INFO [StoreOpener-632cfec1f00a4ab96f8386398933fe56-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 632cfec1f00a4ab96f8386398933fe56 2024-11-12T15:20:26,433 INFO [StoreOpener-632cfec1f00a4ab96f8386398933fe56-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 632cfec1f00a4ab96f8386398933fe56 columnFamilyName queue 2024-11-12T15:20:26,433 DEBUG [StoreOpener-632cfec1f00a4ab96f8386398933fe56-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:26,433 INFO [StoreOpener-632cfec1f00a4ab96f8386398933fe56-1 {}] regionserver.HStore(327): Store=632cfec1f00a4ab96f8386398933fe56/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:20:26,433 INFO [StoreOpener-632cfec1f00a4ab96f8386398933fe56-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 632cfec1f00a4ab96f8386398933fe56 2024-11-12T15:20:26,434 INFO [StoreOpener-632cfec1f00a4ab96f8386398933fe56-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 632cfec1f00a4ab96f8386398933fe56 columnFamilyName sid 2024-11-12T15:20:26,434 DEBUG [StoreOpener-632cfec1f00a4ab96f8386398933fe56-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:26,435 INFO [StoreOpener-632cfec1f00a4ab96f8386398933fe56-1 {}] regionserver.HStore(327): Store=632cfec1f00a4ab96f8386398933fe56/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:20:26,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 632cfec1f00a4ab96f8386398933fe56 2024-11-12T15:20:26,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/data/hbase/replication/632cfec1f00a4ab96f8386398933fe56 2024-11-12T15:20:26,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/data/hbase/replication/632cfec1f00a4ab96f8386398933fe56 2024-11-12T15:20:26,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 632cfec1f00a4ab96f8386398933fe56 2024-11-12T15:20:26,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 632cfec1f00a4ab96f8386398933fe56 2024-11-12T15:20:26,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T15:20:26,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 632cfec1f00a4ab96f8386398933fe56 2024-11-12T15:20:26,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/data/hbase/replication/632cfec1f00a4ab96f8386398933fe56/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T15:20:26,453 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 632cfec1f00a4ab96f8386398933fe56; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71146830, jitterRate=0.060170382261276245}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T15:20:26,453 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 632cfec1f00a4ab96f8386398933fe56 2024-11-12T15:20:26,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 632cfec1f00a4ab96f8386398933fe56: Running coprocessor pre-open hook at 1731424826426Writing region info on filesystem at 1731424826426Initializing all the Stores at 1731424826426Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424826427 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424826427Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424826427Cleaning up temporary data from old regions at 1731424826441 (+14 ms)Running coprocessor post-open hooks at 1731424826453 (+12 ms)Region opened successfully at 1731424826454 (+1 ms) 2024-11-12T15:20:26,454 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731424825973.632cfec1f00a4ab96f8386398933fe56., pid=10, masterSystemTime=1731424826368 2024-11-12T15:20:26,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731424825973.632cfec1f00a4ab96f8386398933fe56. 2024-11-12T15:20:26,456 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731424825973.632cfec1f00a4ab96f8386398933fe56. 2024-11-12T15:20:26,459 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=632cfec1f00a4ab96f8386398933fe56, regionState=OPEN, openSeqNum=2, regionLocation=a6f201fa5419,38949,1731424816481 2024-11-12T15:20:26,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 632cfec1f00a4ab96f8386398933fe56, server=a6f201fa5419,38949,1731424816481 because future has completed 2024-11-12T15:20:26,468 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T15:20:26,468 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 632cfec1f00a4ab96f8386398933fe56, server=a6f201fa5419,38949,1731424816481 in 249 msec 2024-11-12T15:20:26,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T15:20:26,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=632cfec1f00a4ab96f8386398933fe56, ASSIGN in 405 msec 2024-11-12T15:20:26,472 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T15:20:26,473 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731424826472"}]},"ts":"1731424826472"} 2024-11-12T15:20:26,475 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T15:20:26,476 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T15:20:26,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 503 msec 2024-11-12T15:20:26,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731424825973.632cfec1f00a4ab96f8386398933fe56., hostname=a6f201fa5419,38949,1731424816481, seqNum=2] 2024-11-12T15:20:26,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38949-0x1012fa1fdac0001, quorum=127.0.0.1:63756, baseZNode=/0-1262752686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1262752686 2024-11-12T15:20:26,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43895-0x1012fa1fdac0000, quorum=127.0.0.1:63756, baseZNode=/0-1262752686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1262752686 2024-11-12T15:20:26,526 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T15:20:26,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T15:20:26,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38949 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T15:20:26,692 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T15:20:26,726 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a6f201fa5419,38949,1731424816481, ReplicationSource: 1, currentBandwidth=0 2024-11-12T15:20:26,727 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:20:26,727 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,38949,1731424816481, seqNum=-1] 2024-11-12T15:20:26,728 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:20:26,729 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40047, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-12T15:20:26,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a6f201fa5419,38949,1731424816481', locateType=CURRENT is [region=hbase:replication,,1731424825973.632cfec1f00a4ab96f8386398933fe56., hostname=a6f201fa5419,38949,1731424816481, seqNum=2] 2024-11-12T15:20:26,737 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T15:20:26,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43895 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T15:20:26,776 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38949,1731424816481 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a6f201fa5419:40665' 2024-11-12T15:20:26,778 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a6f201fa5419,38949,1731424816481 suceeded 2024-11-12T15:20:26,779 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T15:20:26,779 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38949,1731424816481 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16ee8f07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:20:26,780 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 252 msec 2024-11-12T15:20:26,780 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38949,1731424816481 {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,40665,-1 for getting cluster id 2024-11-12T15:20:26,780 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a6f201fa5419:40665,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T15:20:26,780 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38949,1731424816481 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:20:26,780 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dede5d27-d344-49a6-9e41-aedf46dddb90' 2024-11-12T15:20:26,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:20:26,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dede5d27-d344-49a6-9e41-aedf46dddb90" 2024-11-12T15:20:26,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b639446, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:20:26,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,40665,-1] 2024-11-12T15:20:26,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:20:26,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:20:26,785 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:20:26,786 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38949,1731424816481 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@208aaa06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:20:26,786 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38949,1731424816481 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:20:26,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,40665,1731424822157 2024-11-12T15:20:26,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7df07c9b 2024-11-12T15:20:26,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:20:26,788 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-12T15:20:26,788 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38949,1731424816481 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a6f201fa5419,38949,1731424816481 (queues=1) is replicating from cluster=67a127d9-4ca5-46e8-aa8b-119858ad6fbb to cluster=dede5d27-d344-49a6-9e41-aedf46dddb90 2024-11-12T15:20:26,788 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38949,1731424816481 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a6f201fa5419%2C38949%2C1731424816481 2024-11-12T15:20:26,788 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38949,1731424816481 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a6f201fa5419,38949,1731424816481, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T15:20:26,790 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 826 msec 2024-11-12T15:20:26,797 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38949,1731424816481.replicationSource.wal-reader.a6f201fa5419%2C38949%2C1731424816481,1-a6f201fa5419,38949,1731424816481 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/WALs/a6f201fa5419,38949,1731424816481/a6f201fa5419%2C38949%2C1731424816481.1731424819333, startPosition=0, beingWritten=true 2024-11-12T15:20:26,798 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38949,1731424816481.replicationSource.shippera6f201fa5419%2C38949%2C1731424816481,1-a6f201fa5419,38949,1731424816481 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a6f201fa5419%2C38949%2C1731424816481 2024-11-12T15:20:26,827 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38949,1731424816481.replicationSource.wal-reader.a6f201fa5419%2C38949%2C1731424816481,1-a6f201fa5419,38949,1731424816481 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T15:20:26,827 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38949,1731424816481.replicationSource.wal-reader.a6f201fa5419%2C38949%2C1731424816481,1-a6f201fa5419,38949,1731424816481 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/WALs/a6f201fa5419,38949,1731424816481/a6f201fa5419%2C38949%2C1731424816481.1731424819333 to pos 379, reset compression=false 2024-11-12T15:20:26,827 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38949,1731424816481.replicationSource.shippera6f201fa5419%2C38949%2C1731424816481,1-a6f201fa5419,38949,1731424816481 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a6f201fa5419,38949,1731424816481 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/WALs/a6f201fa5419,38949,1731424816481/a6f201fa5419%2C38949%2C1731424816481.1731424819333, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T15:20:27,041 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38949,1731424816481.replicationSource.wal-reader.a6f201fa5419%2C38949%2C1731424816481,1-a6f201fa5419,38949,1731424816481 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/WALs/a6f201fa5419,38949,1731424816481/a6f201fa5419%2C38949%2C1731424816481.1731424819333 to pos 379, reset compression=false 2024-11-12T15:20:27,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T15:20:27,099 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T15:20:27,099 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T15:20:27,099 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:20:27,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:20:27,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:20:27,099 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:20:27,100 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@352afcc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:20:27,100 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,40665,-1 for getting cluster id 2024-11-12T15:20:27,100 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:20:27,101 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dede5d27-d344-49a6-9e41-aedf46dddb90' 2024-11-12T15:20:27,102 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:20:27,102 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dede5d27-d344-49a6-9e41-aedf46dddb90" 2024-11-12T15:20:27,102 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@451184f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:20:27,102 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,40665,-1] 2024-11-12T15:20:27,102 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:20:27,102 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:20:27,104 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:20:27,104 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4def9cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:20:27,105 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:20:27,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,40665,1731424822157 2024-11-12T15:20:27,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@132a9036 2024-11-12T15:20:27,106 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:20:27,107 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T15:20:27,107 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40665 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://a6f201fa5419:43895,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T15:20:27,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40665 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T15:20:27,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40665 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T15:20:27,116 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a6f201fa5419:43895' 2024-11-12T15:20:27,119 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3add4127, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:20:27,119 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,43895,-1 for getting cluster id 2024-11-12T15:20:27,119 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:20:27,120 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67a127d9-4ca5-46e8-aa8b-119858ad6fbb' 2024-11-12T15:20:27,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:20:27,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67a127d9-4ca5-46e8-aa8b-119858ad6fbb" 2024-11-12T15:20:27,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46f74986, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:20:27,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,43895,-1] 2024-11-12T15:20:27,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:20:27,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:20:27,122 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:20:27,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e7a485d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:20:27,123 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:20:27,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,43895,1731424816156 2024-11-12T15:20:27,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72523bab 2024-11-12T15:20:27,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:20:27,125 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T15:20:27,126 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-12T15:20:27,126 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T15:20:27,126 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:20:27,126 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:20:27,126 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:20:27,127 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T15:20:27,128 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T15:20:27,129 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T15:20:27,129 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:27,130 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T15:20:27,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40703 is added to blk_1073741837_1013 (size=1138) 2024-11-12T15:20:27,178 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T15:20:27,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40665 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T15:20:27,349 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38949,1731424816481.replicationSource.wal-reader.a6f201fa5419%2C38949%2C1731424816481,1-a6f201fa5419,38949,1731424816481 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/WALs/a6f201fa5419,38949,1731424816481/a6f201fa5419%2C38949%2C1731424816481.1731424819333 to pos 379, reset compression=false 2024-11-12T15:20:27,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40665 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T15:20:27,546 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 72ed825a92b324cb98158f0f393de8af, NAME => 'hbase:replication,,1731424827127.72ed825a92b324cb98158f0f393de8af.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168 2024-11-12T15:20:27,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40703 is added to blk_1073741838_1014 (size=44) 2024-11-12T15:20:27,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40665 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T15:20:27,752 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38949,1731424816481.replicationSource.wal-reader.a6f201fa5419%2C38949%2C1731424816481,1-a6f201fa5419,38949,1731424816481 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/WALs/a6f201fa5419,38949,1731424816481/a6f201fa5419%2C38949%2C1731424816481.1731424819333 to pos 379, reset compression=false 2024-11-12T15:20:27,952 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731424827127.72ed825a92b324cb98158f0f393de8af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:20:27,952 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 72ed825a92b324cb98158f0f393de8af, disabling compactions & flushes 2024-11-12T15:20:27,952 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731424827127.72ed825a92b324cb98158f0f393de8af. 2024-11-12T15:20:27,952 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731424827127.72ed825a92b324cb98158f0f393de8af. 2024-11-12T15:20:27,952 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731424827127.72ed825a92b324cb98158f0f393de8af. after waiting 0 ms 2024-11-12T15:20:27,952 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731424827127.72ed825a92b324cb98158f0f393de8af. 2024-11-12T15:20:27,952 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731424827127.72ed825a92b324cb98158f0f393de8af. 2024-11-12T15:20:27,952 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 72ed825a92b324cb98158f0f393de8af: Waiting for close lock at 1731424827952Disabling compacts and flushes for region at 1731424827952Disabling writes for close at 1731424827952Writing region close event to WAL at 1731424827952Closed at 1731424827952 2024-11-12T15:20:27,954 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T15:20:27,954 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731424827127.72ed825a92b324cb98158f0f393de8af.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731424827954"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731424827954"}]},"ts":"1731424827954"} 2024-11-12T15:20:27,961 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T15:20:27,963 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T15:20:27,963 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731424827963"}]},"ts":"1731424827963"} 2024-11-12T15:20:27,966 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T15:20:27,966 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=72ed825a92b324cb98158f0f393de8af, ASSIGN}] 2024-11-12T15:20:27,967 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=72ed825a92b324cb98158f0f393de8af, ASSIGN 2024-11-12T15:20:27,969 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=72ed825a92b324cb98158f0f393de8af, ASSIGN; state=OFFLINE, location=a6f201fa5419,37941,1731424822279; forceNewPlan=false, retain=false 2024-11-12T15:20:28,119 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=72ed825a92b324cb98158f0f393de8af, regionState=OPENING, regionLocation=a6f201fa5419,37941,1731424822279 2024-11-12T15:20:28,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=72ed825a92b324cb98158f0f393de8af, ASSIGN because future has completed 2024-11-12T15:20:28,125 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 72ed825a92b324cb98158f0f393de8af, server=a6f201fa5419,37941,1731424822279}] 2024-11-12T15:20:28,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40665 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T15:20:28,274 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38949,1731424816481.replicationSource.wal-reader.a6f201fa5419%2C38949%2C1731424816481,1-a6f201fa5419,38949,1731424816481 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/WALs/a6f201fa5419,38949,1731424816481/a6f201fa5419%2C38949%2C1731424816481.1731424819333 to pos 379, reset compression=false 2024-11-12T15:20:28,337 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731424827127.72ed825a92b324cb98158f0f393de8af. 2024-11-12T15:20:28,337 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:20:28,337 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T15:20:28,338 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a6f201fa5419%2C37941%2C1731424822279.rep, suffix=, logDir=hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/WALs/a6f201fa5419,37941,1731424822279, archiveDir=hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/oldWALs, maxLogs=10 2024-11-12T15:20:28,357 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:20:28,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/WALs/a6f201fa5419,37941,1731424822279/a6f201fa5419%2C37941%2C1731424822279.rep.1731424828339, exclude list is [], retry=0 2024-11-12T15:20:28,358 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a6f201fa5419,42129,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a6f201fa5419:42129 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T15:20:28,358 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18279 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a6f201fa5419,42129,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a6f201fa5419:42129 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T15:20:28,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40703,DS-dbbbb9b4-6e51-4191-95ed-03fe6724047c,DISK] 2024-11-12T15:20:28,368 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/WALs/a6f201fa5419,37941,1731424822279/a6f201fa5419%2C37941%2C1731424822279.rep.1731424828339 2024-11-12T15:20:28,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35613:35613)] 2024-11-12T15:20:28,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 72ed825a92b324cb98158f0f393de8af, NAME => 'hbase:replication,,1731424827127.72ed825a92b324cb98158f0f393de8af.', STARTKEY => '', ENDKEY => ''} 2024-11-12T15:20:28,369 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T15:20:28,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T15:20:28,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731424827127.72ed825a92b324cb98158f0f393de8af. service=MultiRowMutationService 2024-11-12T15:20:28,369 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T15:20:28,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 72ed825a92b324cb98158f0f393de8af 2024-11-12T15:20:28,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731424827127.72ed825a92b324cb98158f0f393de8af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:20:28,370 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 72ed825a92b324cb98158f0f393de8af 2024-11-12T15:20:28,370 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 72ed825a92b324cb98158f0f393de8af 2024-11-12T15:20:28,372 INFO [StoreOpener-72ed825a92b324cb98158f0f393de8af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 72ed825a92b324cb98158f0f393de8af 2024-11-12T15:20:28,378 INFO [StoreOpener-72ed825a92b324cb98158f0f393de8af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72ed825a92b324cb98158f0f393de8af columnFamilyName hfileref 2024-11-12T15:20:28,378 DEBUG [StoreOpener-72ed825a92b324cb98158f0f393de8af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:28,380 INFO [StoreOpener-72ed825a92b324cb98158f0f393de8af-1 {}] regionserver.HStore(327): Store=72ed825a92b324cb98158f0f393de8af/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:20:28,380 INFO [StoreOpener-72ed825a92b324cb98158f0f393de8af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 72ed825a92b324cb98158f0f393de8af 2024-11-12T15:20:28,382 INFO [StoreOpener-72ed825a92b324cb98158f0f393de8af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72ed825a92b324cb98158f0f393de8af columnFamilyName queue 2024-11-12T15:20:28,382 DEBUG [StoreOpener-72ed825a92b324cb98158f0f393de8af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:28,382 INFO [StoreOpener-72ed825a92b324cb98158f0f393de8af-1 {}] regionserver.HStore(327): Store=72ed825a92b324cb98158f0f393de8af/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:20:28,382 INFO [StoreOpener-72ed825a92b324cb98158f0f393de8af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 72ed825a92b324cb98158f0f393de8af 2024-11-12T15:20:28,383 INFO [StoreOpener-72ed825a92b324cb98158f0f393de8af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72ed825a92b324cb98158f0f393de8af columnFamilyName sid 2024-11-12T15:20:28,383 DEBUG [StoreOpener-72ed825a92b324cb98158f0f393de8af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:28,384 INFO [StoreOpener-72ed825a92b324cb98158f0f393de8af-1 {}] regionserver.HStore(327): Store=72ed825a92b324cb98158f0f393de8af/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:20:28,384 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 72ed825a92b324cb98158f0f393de8af 2024-11-12T15:20:28,385 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/data/hbase/replication/72ed825a92b324cb98158f0f393de8af 2024-11-12T15:20:28,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/data/hbase/replication/72ed825a92b324cb98158f0f393de8af 2024-11-12T15:20:28,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 72ed825a92b324cb98158f0f393de8af 2024-11-12T15:20:28,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 72ed825a92b324cb98158f0f393de8af 2024-11-12T15:20:28,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T15:20:28,395 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 72ed825a92b324cb98158f0f393de8af 2024-11-12T15:20:28,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/data/hbase/replication/72ed825a92b324cb98158f0f393de8af/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T15:20:28,416 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 72ed825a92b324cb98158f0f393de8af; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73392057, jitterRate=0.09362687170505524}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T15:20:28,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 72ed825a92b324cb98158f0f393de8af 2024-11-12T15:20:28,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 72ed825a92b324cb98158f0f393de8af: Running coprocessor pre-open hook at 1731424828370Writing region info on filesystem at 1731424828370Initializing all the Stores at 1731424828371 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424828371Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424828372 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424828372Cleaning up temporary data from old regions at 1731424828390 (+18 ms)Running coprocessor post-open hooks at 1731424828417 (+27 ms)Region opened successfully at 1731424828417 2024-11-12T15:20:28,418 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731424827127.72ed825a92b324cb98158f0f393de8af., pid=10, masterSystemTime=1731424828300 2024-11-12T15:20:28,422 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=72ed825a92b324cb98158f0f393de8af, regionState=OPEN, openSeqNum=2, regionLocation=a6f201fa5419,37941,1731424822279 2024-11-12T15:20:28,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731424827127.72ed825a92b324cb98158f0f393de8af. 2024-11-12T15:20:28,423 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731424827127.72ed825a92b324cb98158f0f393de8af. 2024-11-12T15:20:28,428 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40665 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=a6f201fa5419,37941,1731424822279, table=hbase:replication, region=72ed825a92b324cb98158f0f393de8af. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-12T15:20:28,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 72ed825a92b324cb98158f0f393de8af, server=a6f201fa5419,37941,1731424822279 because future has completed 2024-11-12T15:20:28,449 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T15:20:28,449 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 72ed825a92b324cb98158f0f393de8af, server=a6f201fa5419,37941,1731424822279 in 321 msec 2024-11-12T15:20:28,452 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T15:20:28,452 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=72ed825a92b324cb98158f0f393de8af, ASSIGN in 483 msec 2024-11-12T15:20:28,455 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T15:20:28,456 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731424828455"}]},"ts":"1731424828455"} 2024-11-12T15:20:28,459 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T15:20:28,460 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T15:20:28,464 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.3330 sec 2024-11-12T15:20:28,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731424827127.72ed825a92b324cb98158f0f393de8af., hostname=a6f201fa5419,37941,1731424822279, seqNum=2] 2024-11-12T15:20:28,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37941-0x1012fa1fdac0004, quorum=127.0.0.1:63756, baseZNode=/1-215912703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-215912703 2024-11-12T15:20:28,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40665-0x1012fa1fdac0003, quorum=127.0.0.1:63756, baseZNode=/1-215912703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-215912703 2024-11-12T15:20:28,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T15:20:28,828 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37941 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T15:20:28,828 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T15:20:28,859 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a6f201fa5419,37941,1731424822279, ReplicationSource: 1, currentBandwidth=0 2024-11-12T15:20:28,859 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:20:28,860 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,37941,1731424822279, seqNum=-1] 2024-11-12T15:20:28,860 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:20:28,861 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59845, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-12T15:20:28,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a6f201fa5419,37941,1731424822279', locateType=CURRENT is [region=hbase:replication,,1731424827127.72ed825a92b324cb98158f0f393de8af., hostname=a6f201fa5419,37941,1731424822279, seqNum=2] 2024-11-12T15:20:28,882 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T15:20:28,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40665 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T15:20:28,885 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a6f201fa5419,37941,1731424822279 suceeded 2024-11-12T15:20:28,887 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T15:20:28,887 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a6f201fa5419:43895,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T15:20:28,887 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 211 msec 2024-11-12T15:20:28,888 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7800 sec 2024-11-12T15:20:28,901 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37941,1731424822279 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a6f201fa5419:43895' 2024-11-12T15:20:28,902 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37941,1731424822279 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@491b215, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:20:28,902 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37941,1731424822279 {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,43895,-1 for getting cluster id 2024-11-12T15:20:28,902 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37941,1731424822279 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:20:28,903 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67a127d9-4ca5-46e8-aa8b-119858ad6fbb' 2024-11-12T15:20:28,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:20:28,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67a127d9-4ca5-46e8-aa8b-119858ad6fbb" 2024-11-12T15:20:28,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@148f9c4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:20:28,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,43895,-1] 2024-11-12T15:20:28,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:20:28,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:20:28,904 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:20:28,905 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37941,1731424822279 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f0178fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:20:28,905 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37941,1731424822279 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:20:28,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,43895,1731424816156 2024-11-12T15:20:28,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a844201 2024-11-12T15:20:28,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:20:28,906 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-12T15:20:28,907 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37941,1731424822279 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a6f201fa5419,37941,1731424822279 (queues=1) is replicating from cluster=dede5d27-d344-49a6-9e41-aedf46dddb90 to cluster=67a127d9-4ca5-46e8-aa8b-119858ad6fbb 2024-11-12T15:20:28,907 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37941,1731424822279 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a6f201fa5419%2C37941%2C1731424822279 2024-11-12T15:20:28,907 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37941,1731424822279 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a6f201fa5419,37941,1731424822279, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T15:20:28,908 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37941,1731424822279.replicationSource.shippera6f201fa5419%2C37941%2C1731424822279,1-a6f201fa5419,37941,1731424822279 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a6f201fa5419%2C37941%2C1731424822279 2024-11-12T15:20:28,908 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37941,1731424822279.replicationSource.wal-reader.a6f201fa5419%2C37941%2C1731424822279,1-a6f201fa5419,37941,1731424822279 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/WALs/a6f201fa5419,37941,1731424822279/a6f201fa5419%2C37941%2C1731424822279.1731424823733, startPosition=0, beingWritten=true 2024-11-12T15:20:28,912 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37941,1731424822279.replicationSource.wal-reader.a6f201fa5419%2C37941%2C1731424822279,1-a6f201fa5419,37941,1731424822279 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T15:20:28,912 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37941,1731424822279.replicationSource.wal-reader.a6f201fa5419%2C37941%2C1731424822279,1-a6f201fa5419,37941,1731424822279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/WALs/a6f201fa5419,37941,1731424822279/a6f201fa5419%2C37941%2C1731424822279.1731424823733 to pos 379, reset compression=false 2024-11-12T15:20:28,912 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37941,1731424822279.replicationSource.shippera6f201fa5419%2C37941%2C1731424822279,1-a6f201fa5419,37941,1731424822279 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a6f201fa5419,37941,1731424822279 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/WALs/a6f201fa5419,37941,1731424822279/a6f201fa5419%2C37941%2C1731424822279.1731424823733, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T15:20:28,923 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38949,1731424816481.replicationSource.wal-reader.a6f201fa5419%2C38949%2C1731424816481,1-a6f201fa5419,38949,1731424816481 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/WALs/a6f201fa5419,38949,1731424816481/a6f201fa5419%2C38949%2C1731424816481.1731424819333 to pos 379, reset compression=false 2024-11-12T15:20:29,120 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37941,1731424822279.replicationSource.wal-reader.a6f201fa5419%2C37941%2C1731424822279,1-a6f201fa5419,37941,1731424822279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/WALs/a6f201fa5419,37941,1731424822279/a6f201fa5419%2C37941%2C1731424822279.1731424823733 to pos 379, reset compression=false 2024-11-12T15:20:29,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40665 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T15:20:29,258 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T15:20:29,258 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T15:20:29,258 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:20:29,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:20:29,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:20:29,258 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:20:29,259 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:20:29,260 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,38949,1731424816481, seqNum=-1] 2024-11-12T15:20:29,260 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:20:29,261 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T15:20:29,263 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731424824667.787964a4a183285992e4922005c60da7., hostname=a6f201fa5419,38949,1731424816481, seqNum=2] 2024-11-12T15:20:29,265 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:20:29,266 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,37941,1731424822279, seqNum=-1] 2024-11-12T15:20:29,266 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:20:29,267 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T15:20:29,269 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731424825300.10b357f895a885a642f854c119b1963e., hostname=a6f201fa5419,37941,1731424822279, seqNum=2] 2024-11-12T15:20:29,270 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-12T15:20:29,423 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37941,1731424822279.replicationSource.wal-reader.a6f201fa5419%2C37941%2C1731424822279,1-a6f201fa5419,37941,1731424822279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/WALs/a6f201fa5419,37941,1731424822279/a6f201fa5419%2C37941%2C1731424822279.1731424823733 to pos 379, reset compression=false 2024-11-12T15:20:29,546 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-12T15:20:29,627 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38949,1731424816481.replicationSource.wal-reader.a6f201fa5419%2C38949%2C1731424816481,1-a6f201fa5419,38949,1731424816481 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/WALs/a6f201fa5419,38949,1731424816481/a6f201fa5419%2C38949%2C1731424816481.1731424819333 to pos 379, reset compression=false 2024-11-12T15:20:29,631 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38949,1731424816481.replicationSource.wal-reader.a6f201fa5419%2C38949%2C1731424816481,1-a6f201fa5419,38949,1731424816481 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T15:20:29,631 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38949,1731424816481.replicationSource.wal-reader.a6f201fa5419%2C38949%2C1731424816481,1-a6f201fa5419,38949,1731424816481 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/WALs/a6f201fa5419,38949,1731424816481/a6f201fa5419%2C38949%2C1731424816481.1731424819333 to pos 480, reset compression=false 2024-11-12T15:20:29,631 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38949,1731424816481.replicationSource.shippera6f201fa5419%2C38949%2C1731424816481,1-a6f201fa5419,38949,1731424816481 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a6f201fa5419,38949,1731424816481 got entry batch from reader: WALEntryBatch [walEntries=[{test/787964a4a183285992e4922005c60da7/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/WALs/a6f201fa5419,38949,1731424816481/a6f201fa5419%2C38949%2C1731424816481.1731424819333, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-12T15:20:29,633 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38949,1731424816481.replicationSource.shippera6f201fa5419%2C38949%2C1731424816481,1-a6f201fa5419,38949,1731424816481 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T15:20:29,633 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-12T15:20:29,635 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37941 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T15:20:29,636 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37941 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e9bc3cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:20:29,636 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37941 {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,40665,-1 for getting cluster id 2024-11-12T15:20:29,636 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37941 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:20:29,637 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dede5d27-d344-49a6-9e41-aedf46dddb90' 2024-11-12T15:20:29,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:20:29,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dede5d27-d344-49a6-9e41-aedf46dddb90" 2024-11-12T15:20:29,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43295f12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:20:29,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,40665,-1] 2024-11-12T15:20:29,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:20:29,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:20:29,639 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:20:29,639 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37941 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d465780, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:20:29,645 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37941 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:20:29,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,37941,1731424822279, seqNum=-1] 2024-11-12T15:20:29,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:20:29,648 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-12T15:20:29,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731424825300.10b357f895a885a642f854c119b1963e., hostname=a6f201fa5419,37941,1731424822279, seqNum=2] 2024-11-12T15:20:29,680 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37941 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T15:20:29,826 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37941,1731424822279.replicationSource.wal-reader.a6f201fa5419%2C37941%2C1731424822279,1-a6f201fa5419,37941,1731424822279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/WALs/a6f201fa5419,37941,1731424822279/a6f201fa5419%2C37941%2C1731424822279.1731424823733 to pos 379, reset compression=false 2024-11-12T15:20:29,831 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37941,1731424822279.replicationSource.wal-reader.a6f201fa5419%2C37941%2C1731424822279,1-a6f201fa5419,37941,1731424822279 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T15:20:29,831 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37941,1731424822279.replicationSource.wal-reader.a6f201fa5419%2C37941%2C1731424822279,1-a6f201fa5419,37941,1731424822279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/WALs/a6f201fa5419,37941,1731424822279/a6f201fa5419%2C37941%2C1731424822279.1731424823733 to pos 503, reset compression=false 2024-11-12T15:20:29,831 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37941,1731424822279.replicationSource.shippera6f201fa5419%2C37941%2C1731424822279,1-a6f201fa5419,37941,1731424822279 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a6f201fa5419,37941,1731424822279 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/WALs/a6f201fa5419,37941,1731424822279/a6f201fa5419%2C37941%2C1731424822279.1731424823733, lastWalPosition=503, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T15:20:29,836 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38949,1731424816481.replicationSource.wal-reader.a6f201fa5419%2C38949%2C1731424816481,1-a6f201fa5419,38949,1731424816481 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/WALs/a6f201fa5419,38949,1731424816481/a6f201fa5419%2C38949%2C1731424816481.1731424819333 to pos 480, reset compression=false 2024-11-12T15:20:30,034 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37941,1731424822279.replicationSource.wal-reader.a6f201fa5419%2C37941%2C1731424822279,1-a6f201fa5419,37941,1731424822279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/WALs/a6f201fa5419,37941,1731424822279/a6f201fa5419%2C37941%2C1731424822279.1731424823733 to pos 503, reset compression=false 2024-11-12T15:20:30,140 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38949,1731424816481.replicationSource.wal-reader.a6f201fa5419%2C38949%2C1731424816481,1-a6f201fa5419,38949,1731424816481 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/WALs/a6f201fa5419,38949,1731424816481/a6f201fa5419%2C38949%2C1731424816481.1731424819333 to pos 480, reset compression=false 2024-11-12T15:20:30,273 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-12T15:20:30,277 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-12T15:20:30,337 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37941,1731424822279.replicationSource.wal-reader.a6f201fa5419%2C37941%2C1731424822279,1-a6f201fa5419,37941,1731424822279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/WALs/a6f201fa5419,37941,1731424822279/a6f201fa5419%2C37941%2C1731424822279.1731424823733 to pos 503, reset compression=false 2024-11-12T15:20:30,342 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37941,1731424822279.replicationSource.wal-reader.a6f201fa5419%2C37941%2C1731424822279,1-a6f201fa5419,37941,1731424822279 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T15:20:30,342 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37941,1731424822279.replicationSource.wal-reader.a6f201fa5419%2C37941%2C1731424822279,1-a6f201fa5419,37941,1731424822279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/WALs/a6f201fa5419,37941,1731424822279/a6f201fa5419%2C37941%2C1731424822279.1731424823733 to pos 607, reset compression=false 2024-11-12T15:20:30,342 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37941,1731424822279.replicationSource.shippera6f201fa5419%2C37941%2C1731424822279,1-a6f201fa5419,37941,1731424822279 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a6f201fa5419,37941,1731424822279 got entry batch from reader: WALEntryBatch [walEntries=[{test/10b357f895a885a642f854c119b1963e/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/WALs/a6f201fa5419,37941,1731424822279/a6f201fa5419%2C37941%2C1731424822279.1731424823733, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-12T15:20:30,344 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37941,1731424822279.replicationSource.shippera6f201fa5419%2C37941%2C1731424822279,1-a6f201fa5419,37941,1731424822279 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T15:20:30,345 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-12T15:20:30,345 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38949 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T15:20:30,346 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38949 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ad7cc2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:20:30,346 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38949 {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,43895,-1 for getting cluster id 2024-11-12T15:20:30,346 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38949 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:20:30,346 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67a127d9-4ca5-46e8-aa8b-119858ad6fbb' 2024-11-12T15:20:30,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:20:30,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67a127d9-4ca5-46e8-aa8b-119858ad6fbb" 2024-11-12T15:20:30,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69310c28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:20:30,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,43895,-1] 2024-11-12T15:20:30,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:20:30,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:20:30,348 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:20:30,349 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38949 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5eca322a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:20:30,349 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38949 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:20:30,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,38949,1731424816481, seqNum=-1] 2024-11-12T15:20:30,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:20:30,351 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-12T15:20:30,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731424824667.787964a4a183285992e4922005c60da7., hostname=a6f201fa5419,38949,1731424816481, seqNum=2] 2024-11-12T15:20:30,355 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38949 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T15:20:30,543 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38949,1731424816481.replicationSource.wal-reader.a6f201fa5419%2C38949%2C1731424816481,1-a6f201fa5419,38949,1731424816481 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/WALs/a6f201fa5419,38949,1731424816481/a6f201fa5419%2C38949%2C1731424816481.1731424819333 to pos 480, reset compression=false 2024-11-12T15:20:30,547 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38949,1731424816481.replicationSource.wal-reader.a6f201fa5419%2C38949%2C1731424816481,1-a6f201fa5419,38949,1731424816481 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T15:20:30,547 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38949,1731424816481.replicationSource.wal-reader.a6f201fa5419%2C38949%2C1731424816481,1-a6f201fa5419,38949,1731424816481 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/WALs/a6f201fa5419,38949,1731424816481/a6f201fa5419%2C38949%2C1731424816481.1731424819333 to pos 608, reset compression=false 2024-11-12T15:20:30,547 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38949,1731424816481.replicationSource.shippera6f201fa5419%2C38949%2C1731424816481,1-a6f201fa5419,38949,1731424816481 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a6f201fa5419,38949,1731424816481 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/WALs/a6f201fa5419,38949,1731424816481/a6f201fa5419%2C38949%2C1731424816481.1731424819333, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T15:20:30,551 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37941,1731424822279.replicationSource.wal-reader.a6f201fa5419%2C37941%2C1731424822279,1-a6f201fa5419,37941,1731424822279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/WALs/a6f201fa5419,37941,1731424822279/a6f201fa5419%2C37941%2C1731424822279.1731424823733 to pos 607, reset compression=false 2024-11-12T15:20:30,750 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38949,1731424816481.replicationSource.wal-reader.a6f201fa5419%2C38949%2C1731424816481,1-a6f201fa5419,38949,1731424816481 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/WALs/a6f201fa5419,38949,1731424816481/a6f201fa5419%2C38949%2C1731424816481.1731424819333 to pos 608, reset compression=false 2024-11-12T15:20:30,855 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37941,1731424822279.replicationSource.wal-reader.a6f201fa5419%2C37941%2C1731424822279,1-a6f201fa5419,37941,1731424822279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/WALs/a6f201fa5419,37941,1731424822279/a6f201fa5419%2C37941%2C1731424822279.1731424823733 to pos 607, reset compression=false 2024-11-12T15:20:31,060 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38949,1731424816481.replicationSource.wal-reader.a6f201fa5419%2C38949%2C1731424816481,1-a6f201fa5419,38949,1731424816481 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/WALs/a6f201fa5419,38949,1731424816481/a6f201fa5419%2C38949%2C1731424816481.1731424819333 to pos 608, reset compression=false 2024-11-12T15:20:31,181 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T15:20:31,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:20:31,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:20:31,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:20:31,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:20:31,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:20:31,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:20:31,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:20:31,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:20:31,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:20:31,278 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37941,1731424822279.replicationSource.wal-reader.a6f201fa5419%2C37941%2C1731424822279,1-a6f201fa5419,37941,1731424822279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/WALs/a6f201fa5419,37941,1731424822279/a6f201fa5419%2C37941%2C1731424822279.1731424823733 to pos 607, reset compression=false 2024-11-12T15:20:31,280 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-12T15:20:31,287 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-12T15:20:31,465 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38949,1731424816481.replicationSource.wal-reader.a6f201fa5419%2C38949%2C1731424816481,1-a6f201fa5419,38949,1731424816481 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/WALs/a6f201fa5419,38949,1731424816481/a6f201fa5419%2C38949%2C1731424816481.1731424819333 to pos 608, reset compression=false 2024-11-12T15:20:31,473 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38949,1731424816481.replicationSource.wal-reader.a6f201fa5419%2C38949%2C1731424816481,1-a6f201fa5419,38949,1731424816481 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T15:20:31,473 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38949,1731424816481.replicationSource.wal-reader.a6f201fa5419%2C38949%2C1731424816481,1-a6f201fa5419,38949,1731424816481 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/WALs/a6f201fa5419,38949,1731424816481/a6f201fa5419%2C38949%2C1731424816481.1731424819333 to pos 764, reset compression=false 2024-11-12T15:20:31,473 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38949,1731424816481.replicationSource.shippera6f201fa5419%2C38949%2C1731424816481,1-a6f201fa5419,38949,1731424816481 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a6f201fa5419,38949,1731424816481 got entry batch from reader: WALEntryBatch [walEntries=[{test/787964a4a183285992e4922005c60da7/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/WALs/a6f201fa5419,38949,1731424816481/a6f201fa5419%2C38949%2C1731424816481.1731424819333, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-12T15:20:31,475 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37941 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T15:20:31,482 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37941 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T15:20:31,690 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38949,1731424816481.replicationSource.wal-reader.a6f201fa5419%2C38949%2C1731424816481,1-a6f201fa5419,38949,1731424816481 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/WALs/a6f201fa5419,38949,1731424816481/a6f201fa5419%2C38949%2C1731424816481.1731424819333 to pos 764, reset compression=false 2024-11-12T15:20:31,785 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37941,1731424822279.replicationSource.wal-reader.a6f201fa5419%2C37941%2C1731424822279,1-a6f201fa5419,37941,1731424822279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/WALs/a6f201fa5419,37941,1731424822279/a6f201fa5419%2C37941%2C1731424822279.1731424823733 to pos 607, reset compression=false 2024-11-12T15:20:31,793 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37941,1731424822279.replicationSource.wal-reader.a6f201fa5419%2C37941%2C1731424822279,1-a6f201fa5419,37941,1731424822279 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T15:20:31,793 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37941,1731424822279.replicationSource.wal-reader.a6f201fa5419%2C37941%2C1731424822279,1-a6f201fa5419,37941,1731424822279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/WALs/a6f201fa5419,37941,1731424822279/a6f201fa5419%2C37941%2C1731424822279.1731424823733 to pos 754, reset compression=false 2024-11-12T15:20:31,793 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37941,1731424822279.replicationSource.shippera6f201fa5419%2C37941%2C1731424822279,1-a6f201fa5419,37941,1731424822279 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a6f201fa5419,37941,1731424822279 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/WALs/a6f201fa5419,37941,1731424822279/a6f201fa5419%2C37941%2C1731424822279.1731424823733, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T15:20:32,009 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38949,1731424816481.replicationSource.wal-reader.a6f201fa5419%2C38949%2C1731424816481,1-a6f201fa5419,38949,1731424816481 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/WALs/a6f201fa5419,38949,1731424816481/a6f201fa5419%2C38949%2C1731424816481.1731424819333 to pos 764, reset compression=false 2024-11-12T15:20:32,037 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37941,1731424822279.replicationSource.wal-reader.a6f201fa5419%2C37941%2C1731424822279,1-a6f201fa5419,37941,1731424822279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/WALs/a6f201fa5419,37941,1731424822279/a6f201fa5419%2C37941%2C1731424822279.1731424823733 to pos 754, reset compression=false 2024-11-12T15:20:32,289 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-12T15:20:32,294 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-12T15:20:32,353 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37941,1731424822279.replicationSource.wal-reader.a6f201fa5419%2C37941%2C1731424822279,1-a6f201fa5419,37941,1731424822279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/WALs/a6f201fa5419,37941,1731424822279/a6f201fa5419%2C37941%2C1731424822279.1731424823733 to pos 754, reset compression=false 2024-11-12T15:20:32,372 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37941,1731424822279.replicationSource.wal-reader.a6f201fa5419%2C37941%2C1731424822279,1-a6f201fa5419,37941,1731424822279 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T15:20:32,372 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37941,1731424822279.replicationSource.wal-reader.a6f201fa5419%2C37941%2C1731424822279,1-a6f201fa5419,37941,1731424822279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/WALs/a6f201fa5419,37941,1731424822279/a6f201fa5419%2C37941%2C1731424822279.1731424823733 to pos 913, reset compression=false 2024-11-12T15:20:32,372 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37941,1731424822279.replicationSource.shippera6f201fa5419%2C37941%2C1731424822279,1-a6f201fa5419,37941,1731424822279 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a6f201fa5419,37941,1731424822279 got entry batch from reader: WALEntryBatch [walEntries=[{test/10b357f895a885a642f854c119b1963e/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/WALs/a6f201fa5419,37941,1731424822279/a6f201fa5419%2C37941%2C1731424822279.1731424823733, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-12T15:20:32,373 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38949 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T15:20:32,377 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38949 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T15:20:32,415 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38949,1731424816481.replicationSource.wal-reader.a6f201fa5419%2C38949%2C1731424816481,1-a6f201fa5419,38949,1731424816481 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/WALs/a6f201fa5419,38949,1731424816481/a6f201fa5419%2C38949%2C1731424816481.1731424819333 to pos 764, reset compression=false 2024-11-12T15:20:32,433 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38949,1731424816481.replicationSource.wal-reader.a6f201fa5419%2C38949%2C1731424816481,1-a6f201fa5419,38949,1731424816481 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T15:20:32,433 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38949,1731424816481.replicationSource.wal-reader.a6f201fa5419%2C38949%2C1731424816481,1-a6f201fa5419,38949,1731424816481 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/WALs/a6f201fa5419,38949,1731424816481/a6f201fa5419%2C38949%2C1731424816481.1731424819333 to pos 914, reset compression=false 2024-11-12T15:20:32,433 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38949,1731424816481.replicationSource.shippera6f201fa5419%2C38949%2C1731424816481,1-a6f201fa5419,38949,1731424816481 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a6f201fa5419,38949,1731424816481 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/WALs/a6f201fa5419,38949,1731424816481/a6f201fa5419%2C38949%2C1731424816481.1731424819333, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T15:20:32,577 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37941,1731424822279.replicationSource.wal-reader.a6f201fa5419%2C37941%2C1731424822279,1-a6f201fa5419,37941,1731424822279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/WALs/a6f201fa5419,37941,1731424822279/a6f201fa5419%2C37941%2C1731424822279.1731424823733 to pos 913, reset compression=false 2024-11-12T15:20:32,643 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38949,1731424816481.replicationSource.wal-reader.a6f201fa5419%2C38949%2C1731424816481,1-a6f201fa5419,38949,1731424816481 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/WALs/a6f201fa5419,38949,1731424816481/a6f201fa5419%2C38949%2C1731424816481.1731424819333 to pos 914, reset compression=false 2024-11-12T15:20:32,890 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37941,1731424822279.replicationSource.wal-reader.a6f201fa5419%2C37941%2C1731424822279,1-a6f201fa5419,37941,1731424822279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/WALs/a6f201fa5419,37941,1731424822279/a6f201fa5419%2C37941%2C1731424822279.1731424823733 to pos 913, reset compression=false 2024-11-12T15:20:32,989 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38949,1731424816481.replicationSource.wal-reader.a6f201fa5419%2C38949%2C1731424816481,1-a6f201fa5419,38949,1731424816481 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/WALs/a6f201fa5419,38949,1731424816481/a6f201fa5419%2C38949%2C1731424816481.1731424819333 to pos 914, reset compression=false 2024-11-12T15:20:33,305 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-12T15:20:33,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T15:20:33,309 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T15:20:33,309 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:20:33,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:20:33,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:20:33,309 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T15:20:33,309 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=231254776, stopped=false 2024-11-12T15:20:33,309 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a6f201fa5419,40665,1731424822157 2024-11-12T15:20:33,309 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:20:33,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37941-0x1012fa1fdac0004, quorum=127.0.0.1:63756, baseZNode=/1-215912703 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-215912703/running 2024-11-12T15:20:33,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40665-0x1012fa1fdac0003, quorum=127.0.0.1:63756, baseZNode=/1-215912703 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-215912703/running 2024-11-12T15:20:33,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37941-0x1012fa1fdac0004, quorum=127.0.0.1:63756, baseZNode=/1-215912703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-215912703 2024-11-12T15:20:33,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40665-0x1012fa1fdac0003, quorum=127.0.0.1:63756, baseZNode=/1-215912703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-215912703 2024-11-12T15:20:33,335 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T15:20:33,335 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T15:20:33,336 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:20:33,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:20:33,336 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a6f201fa5419,37941,1731424822279' ***** 2024-11-12T15:20:33,336 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T15:20:33,336 INFO [RS:0;a6f201fa5419:37941 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T15:20:33,336 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37941-0x1012fa1fdac0004, quorum=127.0.0.1:63756, baseZNode=/1-215912703 Set watcher on znode that does not yet exist, /1-215912703/running 2024-11-12T15:20:33,336 INFO [RS:0;a6f201fa5419:37941 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T15:20:33,336 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T15:20:33,336 INFO [RS:0;a6f201fa5419:37941 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T15:20:33,336 INFO [RS:0;a6f201fa5419:37941 {}] regionserver.HRegionServer(3091): Received CLOSE for 10b357f895a885a642f854c119b1963e 2024-11-12T15:20:33,337 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40665-0x1012fa1fdac0003, quorum=127.0.0.1:63756, baseZNode=/1-215912703 Set watcher on znode that does not yet exist, /1-215912703/running 2024-11-12T15:20:33,343 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37941,1731424822279.replicationSource.wal-reader.a6f201fa5419%2C37941%2C1731424822279,1-a6f201fa5419,37941,1731424822279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/WALs/a6f201fa5419,37941,1731424822279/a6f201fa5419%2C37941%2C1731424822279.1731424823733 to pos 913, reset compression=false 2024-11-12T15:20:33,346 INFO [RS:0;a6f201fa5419:37941 {}] regionserver.HRegionServer(3091): Received CLOSE for 72ed825a92b324cb98158f0f393de8af 2024-11-12T15:20:33,346 INFO [RS:0;a6f201fa5419:37941 {}] regionserver.HRegionServer(959): stopping server a6f201fa5419,37941,1731424822279 2024-11-12T15:20:33,346 INFO [RS:0;a6f201fa5419:37941 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T15:20:33,346 INFO [RS:0;a6f201fa5419:37941 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a6f201fa5419:37941. 2024-11-12T15:20:33,346 DEBUG [RS:0;a6f201fa5419:37941 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:20:33,346 DEBUG [RS:0;a6f201fa5419:37941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:20:33,346 INFO [RS:0;a6f201fa5419:37941 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T15:20:33,346 INFO [RS:0;a6f201fa5419:37941 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T15:20:33,346 INFO [RS:0;a6f201fa5419:37941 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T15:20:33,346 INFO [RS:0;a6f201fa5419:37941 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T15:20:33,346 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 10b357f895a885a642f854c119b1963e, disabling compactions & flushes 2024-11-12T15:20:33,346 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731424825300.10b357f895a885a642f854c119b1963e. 2024-11-12T15:20:33,346 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731424825300.10b357f895a885a642f854c119b1963e. 2024-11-12T15:20:33,347 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731424825300.10b357f895a885a642f854c119b1963e. after waiting 0 ms 2024-11-12T15:20:33,347 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731424825300.10b357f895a885a642f854c119b1963e. 2024-11-12T15:20:33,347 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 10b357f895a885a642f854c119b1963e 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-12T15:20:33,357 INFO [RS:0;a6f201fa5419:37941 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T15:20:33,357 DEBUG [RS:0;a6f201fa5419:37941 {}] regionserver.HRegionServer(1325): Online Regions={10b357f895a885a642f854c119b1963e=test,,1731424825300.10b357f895a885a642f854c119b1963e., 1588230740=hbase:meta,,1.1588230740, 72ed825a92b324cb98158f0f393de8af=hbase:replication,,1731424827127.72ed825a92b324cb98158f0f393de8af.} 2024-11-12T15:20:33,357 DEBUG [RS:0;a6f201fa5419:37941 {}] regionserver.HRegionServer(1351): Waiting on 10b357f895a885a642f854c119b1963e, 1588230740, 72ed825a92b324cb98158f0f393de8af 2024-11-12T15:20:33,357 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T15:20:33,358 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T15:20:33,358 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T15:20:33,358 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T15:20:33,358 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T15:20:33,358 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T15:20:33,378 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37941,1731424822279.replicationSource.wal-reader.a6f201fa5419%2C37941%2C1731424822279,1-a6f201fa5419,37941,1731424822279 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T15:20:33,379 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37941,1731424822279.replicationSource.wal-reader.a6f201fa5419%2C37941%2C1731424822279,1-a6f201fa5419,37941,1731424822279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/WALs/a6f201fa5419,37941,1731424822279/a6f201fa5419%2C37941%2C1731424822279.1731424823733 to pos 1160, reset compression=false 2024-11-12T15:20:33,379 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37941,1731424822279.replicationSource.shippera6f201fa5419%2C37941%2C1731424822279,1-a6f201fa5419,37941,1731424822279 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a6f201fa5419,37941,1731424822279 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/WALs/a6f201fa5419,37941,1731424822279/a6f201fa5419%2C37941%2C1731424822279.1731424823733, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T15:20:33,380 ERROR [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37941,1731424822279.replicationSource.shippera6f201fa5419%2C37941%2C1731424822279,1-a6f201fa5419,37941,1731424822279 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a6f201fa5419,37941,1731424822279: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-a6f201fa5419,37941,1731424822279, walGroup=a6f201fa5419%2C37941%2C1731424822279, offset=a6f201fa5419%2C37941%2C1731424822279.1731424823733:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a6f201fa5419:37941 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T15:20:33,381 ERROR [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37941,1731424822279.replicationSource.shippera6f201fa5419%2C37941%2C1731424822279,1-a6f201fa5419,37941,1731424822279 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T15:20:33,381 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37941,1731424822279.replicationSource.shippera6f201fa5419%2C37941%2C1731424822279,1-a6f201fa5419,37941,1731424822279 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T15:20:33,382 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37941,1731424822279.replicationSource.shippera6f201fa5419%2C37941%2C1731424822279,1-a6f201fa5419,37941,1731424822279 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T15:20:33,382 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37941,1731424822279.replicationSource.shippera6f201fa5419%2C37941%2C1731424822279,1-a6f201fa5419,37941,1731424822279 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T15:20:33,382 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37941,1731424822279.replicationSource.shippera6f201fa5419%2C37941%2C1731424822279,1-a6f201fa5419,37941,1731424822279 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T15:20:33,382 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37941,1731424822279.replicationSource.shippera6f201fa5419%2C37941%2C1731424822279,1-a6f201fa5419,37941,1731424822279 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 562601472 }, "NonHeapMemoryUsage": { "committed": 194052096, "init": 7667712, "max": -1, "used": 190189640 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T15:20:33,382 WARN [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37941,1731424822279.replicationSource.shippera6f201fa5419%2C37941%2C1731424822279,1-a6f201fa5419,37941,1731424822279 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a6f201fa5419:40665 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a6f201fa5419:40665 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-12T15:20:33,385 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/data/default/test/10b357f895a885a642f854c119b1963e/.tmp/f/ebaa90e8ec9c4054a3d3e3df08a62de4 is 29, key is row1/f:/1731424832291/DeleteFamily/seqid=0 2024-11-12T15:20:33,405 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/data/hbase/meta/1588230740/.tmp/info/20752ff295c248429a5a65afbe980e05 is 147, key is hbase:replication,,1731424827127.72ed825a92b324cb98158f0f393de8af./info:regioninfo/1731424828422/Put/seqid=0 2024-11-12T15:20:33,422 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38949,1731424816481.replicationSource.wal-reader.a6f201fa5419%2C38949%2C1731424816481,1-a6f201fa5419,38949,1731424816481 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/WALs/a6f201fa5419,38949,1731424816481/a6f201fa5419%2C38949%2C1731424816481.1731424819333 to pos 914, reset compression=false 2024-11-12T15:20:33,426 INFO [regionserver/a6f201fa5419:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T15:20:33,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40703 is added to blk_1073741840_1016 (size=5118) 2024-11-12T15:20:33,432 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/data/default/test/10b357f895a885a642f854c119b1963e/.tmp/f/ebaa90e8ec9c4054a3d3e3df08a62de4 2024-11-12T15:20:33,438 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ebaa90e8ec9c4054a3d3e3df08a62de4 2024-11-12T15:20:33,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40703 is added to blk_1073741841_1017 (size=7686) 2024-11-12T15:20:33,456 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/data/hbase/meta/1588230740/.tmp/info/20752ff295c248429a5a65afbe980e05 2024-11-12T15:20:33,472 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/data/default/test/10b357f895a885a642f854c119b1963e/.tmp/f1/8337c72c69a94a48887bd2b8af76c5a1 is 30, key is row1/f1:/1731424832291/DeleteFamily/seqid=0 2024-11-12T15:20:33,496 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/data/hbase/meta/1588230740/.tmp/ns/baf16f028ba14e59975bf15176ead2b9 is 43, key is default/ns:d/1731424824587/Put/seqid=0 2024-11-12T15:20:33,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40703 is added to blk_1073741842_1018 (size=5123) 2024-11-12T15:20:33,520 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/data/default/test/10b357f895a885a642f854c119b1963e/.tmp/f1/8337c72c69a94a48887bd2b8af76c5a1 2024-11-12T15:20:33,535 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8337c72c69a94a48887bd2b8af76c5a1 2024-11-12T15:20:33,557 DEBUG [RS:0;a6f201fa5419:37941 {}] regionserver.HRegionServer(1351): Waiting on 10b357f895a885a642f854c119b1963e, 1588230740, 72ed825a92b324cb98158f0f393de8af 2024-11-12T15:20:33,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40703 is added to blk_1073741843_1019 (size=5153) 2024-11-12T15:20:33,564 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/data/hbase/meta/1588230740/.tmp/ns/baf16f028ba14e59975bf15176ead2b9 2024-11-12T15:20:33,593 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/data/default/test/10b357f895a885a642f854c119b1963e/.tmp/norep/a53c949c03c24b91bc602b64c8d256d7 is 33, key is row1/norep:/1731424832291/DeleteFamily/seqid=0 2024-11-12T15:20:33,609 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/data/hbase/meta/1588230740/.tmp/rep_barrier/fcf7e45604cb4c95b10bddbecee31579 is 112, key is test,,1731424825300.10b357f895a885a642f854c119b1963e./rep_barrier:seqnumDuringOpen/1731424825692/Put/seqid=0 2024-11-12T15:20:33,637 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37941,1731424822279.replicationSource.wal-reader.a6f201fa5419%2C37941%2C1731424822279,1-a6f201fa5419,37941,1731424822279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/WALs/a6f201fa5419,37941,1731424822279/a6f201fa5419%2C37941%2C1731424822279.1731424823733 to pos 1160, reset compression=false 2024-11-12T15:20:33,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40703 is added to blk_1073741844_1020 (size=5108) 2024-11-12T15:20:33,658 INFO [regionserver/a6f201fa5419:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T15:20:33,658 INFO [regionserver/a6f201fa5419:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T15:20:33,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40703 is added to blk_1073741845_1021 (size=5518) 2024-11-12T15:20:33,748 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/data/hbase/meta/1588230740/.tmp/rep_barrier/fcf7e45604cb4c95b10bddbecee31579 2024-11-12T15:20:33,758 DEBUG [RS:0;a6f201fa5419:37941 {}] regionserver.HRegionServer(1351): Waiting on 10b357f895a885a642f854c119b1963e, 1588230740, 72ed825a92b324cb98158f0f393de8af 2024-11-12T15:20:33,779 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/data/hbase/meta/1588230740/.tmp/table/67fc41e6b5df422da30b585214feeb86 is 53, key is hbase:replication/table:state/1731424828455/Put/seqid=0 2024-11-12T15:20:33,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40703 is added to blk_1073741846_1022 (size=5308) 2024-11-12T15:20:33,788 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/data/hbase/meta/1588230740/.tmp/table/67fc41e6b5df422da30b585214feeb86 2024-11-12T15:20:33,794 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/data/hbase/meta/1588230740/.tmp/info/20752ff295c248429a5a65afbe980e05 as hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/data/hbase/meta/1588230740/info/20752ff295c248429a5a65afbe980e05 2024-11-12T15:20:33,804 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/data/hbase/meta/1588230740/info/20752ff295c248429a5a65afbe980e05, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T15:20:33,808 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/data/hbase/meta/1588230740/.tmp/ns/baf16f028ba14e59975bf15176ead2b9 as hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/data/hbase/meta/1588230740/ns/baf16f028ba14e59975bf15176ead2b9 2024-11-12T15:20:33,813 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/data/hbase/meta/1588230740/ns/baf16f028ba14e59975bf15176ead2b9, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T15:20:33,814 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/data/hbase/meta/1588230740/.tmp/rep_barrier/fcf7e45604cb4c95b10bddbecee31579 as hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/data/hbase/meta/1588230740/rep_barrier/fcf7e45604cb4c95b10bddbecee31579 2024-11-12T15:20:33,823 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/data/hbase/meta/1588230740/rep_barrier/fcf7e45604cb4c95b10bddbecee31579, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T15:20:33,824 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/data/hbase/meta/1588230740/.tmp/table/67fc41e6b5df422da30b585214feeb86 as hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/data/hbase/meta/1588230740/table/67fc41e6b5df422da30b585214feeb86 2024-11-12T15:20:33,830 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/data/hbase/meta/1588230740/table/67fc41e6b5df422da30b585214feeb86, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T15:20:33,831 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 473ms, sequenceid=16, compaction requested=false 2024-11-12T15:20:33,844 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T15:20:33,845 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T15:20:33,845 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T15:20:33,845 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T15:20:33,845 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731424833357Running coprocessor pre-close hooks at 1731424833357Disabling compacts and flushes for region at 1731424833357Disabling writes for close at 1731424833358 (+1 ms)Obtaining lock to block concurrent updates at 1731424833358Preparing flush snapshotting stores in 1588230740 at 1731424833358Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731424833358Flushing stores of hbase:meta,,1.1588230740 at 1731424833359 (+1 ms)Flushing 1588230740/info: creating writer at 1731424833359Flushing 1588230740/info: appending metadata at 1731424833404 (+45 ms)Flushing 1588230740/info: closing flushed file at 1731424833404Flushing 1588230740/ns: creating writer at 1731424833461 (+57 ms)Flushing 1588230740/ns: appending metadata at 1731424833492 (+31 ms)Flushing 1588230740/ns: closing flushed file at 1731424833492Flushing 1588230740/rep_barrier: creating writer at 1731424833578 (+86 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731424833609 (+31 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731424833609Flushing 1588230740/table: creating writer at 1731424833756 (+147 ms)Flushing 1588230740/table: appending metadata at 1731424833779 (+23 ms)Flushing 1588230740/table: closing flushed file at 1731424833779Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20ef4cc1: reopening flushed file at 1731424833793 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fd29a2: reopening flushed file at 1731424833804 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29ccab58: reopening flushed file at 1731424833814 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77513252: reopening flushed file at 1731424833823 (+9 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 473ms, sequenceid=16, compaction requested=false at 1731424833831 (+8 ms)Writing region close event to WAL at 1731424833840 (+9 ms)Running coprocessor post-close hooks at 1731424833845 (+5 ms)Closed at 1731424833845 2024-11-12T15:20:33,845 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T15:20:33,950 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38949,1731424816481.replicationSource.wal-reader.a6f201fa5419%2C38949%2C1731424816481,1-a6f201fa5419,38949,1731424816481 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/WALs/a6f201fa5419,38949,1731424816481/a6f201fa5419%2C38949%2C1731424816481.1731424819333 to pos 914, reset compression=false 2024-11-12T15:20:33,958 DEBUG [RS:0;a6f201fa5419:37941 {}] regionserver.HRegionServer(1351): Waiting on 10b357f895a885a642f854c119b1963e, 72ed825a92b324cb98158f0f393de8af 2024-11-12T15:20:33,977 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37941,1731424822279.replicationSource.wal-reader.a6f201fa5419%2C37941%2C1731424822279,1-a6f201fa5419,37941,1731424822279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/WALs/a6f201fa5419,37941,1731424822279/a6f201fa5419%2C37941%2C1731424822279.1731424823733 to pos 1160, reset compression=false 2024-11-12T15:20:34,042 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/data/default/test/10b357f895a885a642f854c119b1963e/.tmp/norep/a53c949c03c24b91bc602b64c8d256d7 2024-11-12T15:20:34,048 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a53c949c03c24b91bc602b64c8d256d7 2024-11-12T15:20:34,049 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/data/default/test/10b357f895a885a642f854c119b1963e/.tmp/f/ebaa90e8ec9c4054a3d3e3df08a62de4 as hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/data/default/test/10b357f895a885a642f854c119b1963e/f/ebaa90e8ec9c4054a3d3e3df08a62de4 2024-11-12T15:20:34,055 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ebaa90e8ec9c4054a3d3e3df08a62de4 2024-11-12T15:20:34,055 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/data/default/test/10b357f895a885a642f854c119b1963e/f/ebaa90e8ec9c4054a3d3e3df08a62de4, entries=2, sequenceid=8, filesize=5.0 K 2024-11-12T15:20:34,061 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/data/default/test/10b357f895a885a642f854c119b1963e/.tmp/f1/8337c72c69a94a48887bd2b8af76c5a1 as hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/data/default/test/10b357f895a885a642f854c119b1963e/f1/8337c72c69a94a48887bd2b8af76c5a1 2024-11-12T15:20:34,067 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8337c72c69a94a48887bd2b8af76c5a1 2024-11-12T15:20:34,067 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/data/default/test/10b357f895a885a642f854c119b1963e/f1/8337c72c69a94a48887bd2b8af76c5a1, entries=2, sequenceid=8, filesize=5.0 K 2024-11-12T15:20:34,067 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/data/default/test/10b357f895a885a642f854c119b1963e/.tmp/norep/a53c949c03c24b91bc602b64c8d256d7 as hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/data/default/test/10b357f895a885a642f854c119b1963e/norep/a53c949c03c24b91bc602b64c8d256d7 2024-11-12T15:20:34,072 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a53c949c03c24b91bc602b64c8d256d7 2024-11-12T15:20:34,072 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/data/default/test/10b357f895a885a642f854c119b1963e/norep/a53c949c03c24b91bc602b64c8d256d7, entries=1, sequenceid=8, filesize=5.0 K 2024-11-12T15:20:34,073 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 10b357f895a885a642f854c119b1963e in 726ms, sequenceid=8, compaction requested=false 2024-11-12T15:20:34,093 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/data/default/test/10b357f895a885a642f854c119b1963e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-12T15:20:34,094 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T15:20:34,094 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T15:20:34,094 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731424825300.10b357f895a885a642f854c119b1963e. 2024-11-12T15:20:34,094 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 10b357f895a885a642f854c119b1963e: Waiting for close lock at 1731424833346Running coprocessor pre-close hooks at 1731424833346Disabling compacts and flushes for region at 1731424833346Disabling writes for close at 1731424833347 (+1 ms)Obtaining lock to block concurrent updates at 1731424833347Preparing flush snapshotting stores in 10b357f895a885a642f854c119b1963e at 1731424833347Finished memstore snapshotting test,,1731424825300.10b357f895a885a642f854c119b1963e., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731424833347Flushing stores of test,,1731424825300.10b357f895a885a642f854c119b1963e. at 1731424833348 (+1 ms)Flushing 10b357f895a885a642f854c119b1963e/f: creating writer at 1731424833348Flushing 10b357f895a885a642f854c119b1963e/f: appending metadata at 1731424833384 (+36 ms)Flushing 10b357f895a885a642f854c119b1963e/f: closing flushed file at 1731424833384Flushing 10b357f895a885a642f854c119b1963e/f1: creating writer at 1731424833438 (+54 ms)Flushing 10b357f895a885a642f854c119b1963e/f1: appending metadata at 1731424833471 (+33 ms)Flushing 10b357f895a885a642f854c119b1963e/f1: closing flushed file at 1731424833471Flushing 10b357f895a885a642f854c119b1963e/norep: creating writer at 1731424833535 (+64 ms)Flushing 10b357f895a885a642f854c119b1963e/norep: appending metadata at 1731424833592 (+57 ms)Flushing 10b357f895a885a642f854c119b1963e/norep: closing flushed file at 1731424833592Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41acb3d2: reopening flushed file at 1731424834048 (+456 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1345af1a: reopening flushed file at 1731424834055 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37de1d8f: reopening flushed file at 1731424834067 (+12 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 10b357f895a885a642f854c119b1963e in 726ms, sequenceid=8, compaction requested=false at 1731424834073 (+6 ms)Writing region close event to WAL at 1731424834088 (+15 ms)Running coprocessor post-close hooks at 1731424834094 (+6 ms)Closed at 1731424834094 2024-11-12T15:20:34,094 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731424825300.10b357f895a885a642f854c119b1963e. 2024-11-12T15:20:34,094 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 72ed825a92b324cb98158f0f393de8af, disabling compactions & flushes 2024-11-12T15:20:34,094 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731424827127.72ed825a92b324cb98158f0f393de8af. 2024-11-12T15:20:34,094 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731424827127.72ed825a92b324cb98158f0f393de8af. 2024-11-12T15:20:34,094 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731424827127.72ed825a92b324cb98158f0f393de8af. after waiting 0 ms 2024-11-12T15:20:34,094 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731424827127.72ed825a92b324cb98158f0f393de8af. 2024-11-12T15:20:34,095 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 72ed825a92b324cb98158f0f393de8af: Waiting for close lock at 1731424834094Running coprocessor pre-close hooks at 1731424834094Disabling compacts and flushes for region at 1731424834094Disabling writes for close at 1731424834094Failed flush hbase:replication,,1731424827127.72ed825a92b324cb98158f0f393de8af., putting online again at 1731424834095 (+1 ms) 2024-11-12T15:20:34,095 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731424827127.72ed825a92b324cb98158f0f393de8af. 2024-11-12T15:20:34,158 INFO [RS:0;a6f201fa5419:37941 {}] regionserver.HRegionServer(3091): Received CLOSE for 72ed825a92b324cb98158f0f393de8af 2024-11-12T15:20:34,158 DEBUG [RS:0;a6f201fa5419:37941 {}] regionserver.HRegionServer(1351): Waiting on 72ed825a92b324cb98158f0f393de8af 2024-11-12T15:20:34,158 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 72ed825a92b324cb98158f0f393de8af, disabling compactions & flushes 2024-11-12T15:20:34,158 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731424827127.72ed825a92b324cb98158f0f393de8af. 2024-11-12T15:20:34,158 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731424827127.72ed825a92b324cb98158f0f393de8af. 2024-11-12T15:20:34,159 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731424827127.72ed825a92b324cb98158f0f393de8af. after waiting 0 ms 2024-11-12T15:20:34,159 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731424827127.72ed825a92b324cb98158f0f393de8af. 2024-11-12T15:20:34,159 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 72ed825a92b324cb98158f0f393de8af: Waiting for close lock at 1731424834158Running coprocessor pre-close hooks at 1731424834158Disabling compacts and flushes for region at 1731424834158Disabling writes for close at 1731424834159 (+1 ms)Failed flush hbase:replication,,1731424827127.72ed825a92b324cb98158f0f393de8af., putting online again at 1731424834159 2024-11-12T15:20:34,159 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731424827127.72ed825a92b324cb98158f0f393de8af. 2024-11-12T15:20:34,358 INFO [RS:0;a6f201fa5419:37941 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T15:20:34,358 DEBUG [RS:0;a6f201fa5419:37941 {}] regionserver.HRegionServer(1325): Online Regions={72ed825a92b324cb98158f0f393de8af=hbase:replication,,1731424827127.72ed825a92b324cb98158f0f393de8af.} 2024-11-12T15:20:34,358 INFO [RS:0;a6f201fa5419:37941 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-12T15:20:34,359 INFO [RS:0;a6f201fa5419:37941 {}] regionserver.HRegionServer(976): stopping server a6f201fa5419,37941,1731424822279; all regions closed. 2024-11-12T15:20:34,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40703 is added to blk_1073741834_1010 (size=4239) 2024-11-12T15:20:34,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40703 is added to blk_1073741839_1015 (size=1733) 2024-11-12T15:20:34,371 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/WALs/a6f201fa5419,37941,1731424822279/a6f201fa5419%2C37941%2C1731424822279.rep.1731424828339 not finished, retry = 0 2024-11-12T15:20:34,386 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37941,1731424822279.replicationSource.wal-reader.a6f201fa5419%2C37941%2C1731424822279,1-a6f201fa5419,37941,1731424822279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/WALs/a6f201fa5419,37941,1731424822279/a6f201fa5419%2C37941%2C1731424822279.1731424823733 to pos 1160, reset compression=false 2024-11-12T15:20:34,395 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37941,1731424822279.replicationSource.wal-reader.a6f201fa5419%2C37941%2C1731424822279,1-a6f201fa5419,37941,1731424822279 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T15:20:34,395 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37941,1731424822279.replicationSource.wal-reader.a6f201fa5419%2C37941%2C1731424822279,1-a6f201fa5419,37941,1731424822279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/WALs/a6f201fa5419,37941,1731424822279/a6f201fa5419%2C37941%2C1731424822279.1731424823733 to pos 1804, reset compression=false 2024-11-12T15:20:34,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40703 is added to blk_1073741832_1008 (size=1812) 2024-11-12T15:20:34,476 DEBUG [RS:0;a6f201fa5419:37941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:20:34,476 INFO [RS:0;a6f201fa5419:37941 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T15:20:34,476 INFO [RS:0;a6f201fa5419:37941 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T15:20:34,476 INFO [RS:0;a6f201fa5419:37941 {}] hbase.ChoreService(370): Chore service for: regionserver/a6f201fa5419:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T15:20:34,476 INFO [RS:0;a6f201fa5419:37941 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T15:20:34,476 INFO [regionserver/a6f201fa5419:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T15:20:34,476 INFO [RS:0;a6f201fa5419:37941 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a6f201fa5419,37941,1731424822279 because: Region server is closing 2024-11-12T15:20:34,477 INFO [RS:0;a6f201fa5419:37941 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a6f201fa5419:37941. 2024-11-12T15:20:34,477 DEBUG [RS:0;a6f201fa5419:37941 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:20:34,477 DEBUG [RS:0;a6f201fa5419:37941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:20:34,477 DEBUG [RS:0;a6f201fa5419:37941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:20:34,477 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:20:34,561 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38949,1731424816481.replicationSource.wal-reader.a6f201fa5419%2C38949%2C1731424816481,1-a6f201fa5419,38949,1731424816481 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/WALs/a6f201fa5419,38949,1731424816481/a6f201fa5419%2C38949%2C1731424816481.1731424819333 to pos 914, reset compression=false 2024-11-12T15:20:34,577 INFO [RS:0;a6f201fa5419:37941 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37941,1731424822279.replicationSource.shippera6f201fa5419%2C37941%2C1731424822279,1-a6f201fa5419,37941,1731424822279 terminated 2024-11-12T15:20:34,577 WARN [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37941,1731424822279.replicationSource.wal-reader.a6f201fa5419%2C37941%2C1731424822279,1-a6f201fa5419,37941,1731424822279 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T15:20:34,578 INFO [RS:0;a6f201fa5419:37941 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a6f201fa5419:37941. 2024-11-12T15:20:34,578 DEBUG [RS:0;a6f201fa5419:37941 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:20:34,578 DEBUG [RS:0;a6f201fa5419:37941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:20:34,578 DEBUG [RS:0;a6f201fa5419:37941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:20:34,578 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:20:34,578 INFO [RS:0;a6f201fa5419:37941 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37941 2024-11-12T15:20:34,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37941-0x1012fa1fdac0004, quorum=127.0.0.1:63756, baseZNode=/1-215912703 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-215912703/rs/a6f201fa5419,37941,1731424822279 2024-11-12T15:20:34,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40665-0x1012fa1fdac0003, quorum=127.0.0.1:63756, baseZNode=/1-215912703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-215912703/rs 2024-11-12T15:20:34,619 INFO [RS:0;a6f201fa5419:37941 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T15:20:34,630 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a6f201fa5419,37941,1731424822279] 2024-11-12T15:20:34,640 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-215912703/draining/a6f201fa5419,37941,1731424822279 already deleted, retry=false 2024-11-12T15:20:34,640 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a6f201fa5419,37941,1731424822279 expired; onlineServers=0 2024-11-12T15:20:34,640 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a6f201fa5419,40665,1731424822157' ***** 2024-11-12T15:20:34,640 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T15:20:34,641 INFO [M:0;a6f201fa5419:40665 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T15:20:34,641 INFO [M:0;a6f201fa5419:40665 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T15:20:34,641 DEBUG [M:0;a6f201fa5419:40665 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T15:20:34,641 DEBUG [M:0;a6f201fa5419:40665 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T15:20:34,641 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T15:20:34,641 DEBUG [master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.large.0-1731424823372 {}] cleaner.HFileCleaner(306): Exit Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.large.0-1731424823372,5,FailOnTimeoutGroup] 2024-11-12T15:20:34,641 DEBUG [master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.small.0-1731424823372 {}] cleaner.HFileCleaner(306): Exit Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.small.0-1731424823372,5,FailOnTimeoutGroup] 2024-11-12T15:20:34,641 INFO [M:0;a6f201fa5419:40665 {}] hbase.ChoreService(370): Chore service for: master/a6f201fa5419:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T15:20:34,641 INFO [M:0;a6f201fa5419:40665 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T15:20:34,641 DEBUG [M:0;a6f201fa5419:40665 {}] master.HMaster(1795): Stopping service threads 2024-11-12T15:20:34,641 INFO [M:0;a6f201fa5419:40665 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T15:20:34,641 INFO [M:0;a6f201fa5419:40665 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T15:20:34,641 INFO [M:0;a6f201fa5419:40665 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T15:20:34,641 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T15:20:34,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40665-0x1012fa1fdac0003, quorum=127.0.0.1:63756, baseZNode=/1-215912703 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-215912703/master 2024-11-12T15:20:34,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40665-0x1012fa1fdac0003, quorum=127.0.0.1:63756, baseZNode=/1-215912703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-215912703 2024-11-12T15:20:34,651 DEBUG [M:0;a6f201fa5419:40665 {}] zookeeper.ZKUtil(347): master:40665-0x1012fa1fdac0003, quorum=127.0.0.1:63756, baseZNode=/1-215912703 Unable to get data of znode /1-215912703/master because node does not exist (not an error) 2024-11-12T15:20:34,651 WARN [M:0;a6f201fa5419:40665 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T15:20:34,651 INFO [M:0;a6f201fa5419:40665 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/.lastflushedseqids 2024-11-12T15:20:34,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40703 is added to blk_1073741847_1023 (size=245) 2024-11-12T15:20:34,655 INFO [M:0;a6f201fa5419:40665 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T15:20:34,655 INFO [M:0;a6f201fa5419:40665 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T15:20:34,655 DEBUG [M:0;a6f201fa5419:40665 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T15:20:34,656 INFO [M:0;a6f201fa5419:40665 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:20:34,656 DEBUG [M:0;a6f201fa5419:40665 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:20:34,656 DEBUG [M:0;a6f201fa5419:40665 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T15:20:34,656 DEBUG [M:0;a6f201fa5419:40665 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:20:34,656 INFO [M:0;a6f201fa5419:40665 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-12T15:20:34,670 DEBUG [M:0;a6f201fa5419:40665 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/935d5a82c47444ccb6842f09a29de03f is 82, key is hbase:meta,,1/info:regioninfo/1731424824567/Put/seqid=0 2024-11-12T15:20:34,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40703 is added to blk_1073741848_1024 (size=5672) 2024-11-12T15:20:34,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37941-0x1012fa1fdac0004, quorum=127.0.0.1:63756, baseZNode=/1-215912703 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:20:34,730 INFO [RS:0;a6f201fa5419:37941 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T15:20:34,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37941-0x1012fa1fdac0004, quorum=127.0.0.1:63756, baseZNode=/1-215912703 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:20:34,730 INFO [RS:0;a6f201fa5419:37941 {}] regionserver.HRegionServer(1031): Exiting; stopping=a6f201fa5419,37941,1731424822279; zookeeper connection closed. 2024-11-12T15:20:34,730 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@beed91a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@beed91a 2024-11-12T15:20:34,731 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T15:20:35,074 INFO [M:0;a6f201fa5419:40665 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/935d5a82c47444ccb6842f09a29de03f 2024-11-12T15:20:35,099 DEBUG [M:0;a6f201fa5419:40665 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b05b5ad9207b441c98c362e2898aa22e is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731424828462/Put/seqid=0 2024-11-12T15:20:35,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40703 is added to blk_1073741849_1025 (size=8516) 2024-11-12T15:20:35,118 INFO [M:0;a6f201fa5419:40665 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b05b5ad9207b441c98c362e2898aa22e 2024-11-12T15:20:35,149 DEBUG [M:0;a6f201fa5419:40665 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/55bd0a3ea22d47ed965f07adc3493373 is 69, key is a6f201fa5419,37941,1731424822279/rs:state/1731424823463/Put/seqid=0 2024-11-12T15:20:35,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40703 is added to blk_1073741850_1026 (size=5156) 2024-11-12T15:20:35,155 INFO [M:0;a6f201fa5419:40665 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/55bd0a3ea22d47ed965f07adc3493373 2024-11-12T15:20:35,159 DEBUG [M:0;a6f201fa5419:40665 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/935d5a82c47444ccb6842f09a29de03f as hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/935d5a82c47444ccb6842f09a29de03f 2024-11-12T15:20:35,162 INFO [M:0;a6f201fa5419:40665 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/935d5a82c47444ccb6842f09a29de03f, entries=8, sequenceid=97, filesize=5.5 K 2024-11-12T15:20:35,163 DEBUG [M:0;a6f201fa5419:40665 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b05b5ad9207b441c98c362e2898aa22e as hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b05b5ad9207b441c98c362e2898aa22e 2024-11-12T15:20:35,167 INFO [M:0;a6f201fa5419:40665 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b05b5ad9207b441c98c362e2898aa22e, entries=11, sequenceid=97, filesize=8.3 K 2024-11-12T15:20:35,168 DEBUG [M:0;a6f201fa5419:40665 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/55bd0a3ea22d47ed965f07adc3493373 as hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/55bd0a3ea22d47ed965f07adc3493373 2024-11-12T15:20:35,171 INFO [M:0;a6f201fa5419:40665 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38683/user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/55bd0a3ea22d47ed965f07adc3493373, entries=1, sequenceid=97, filesize=5.0 K 2024-11-12T15:20:35,172 INFO [M:0;a6f201fa5419:40665 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 516ms, sequenceid=97, compaction requested=false 2024-11-12T15:20:35,173 INFO [M:0;a6f201fa5419:40665 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:20:35,173 DEBUG [M:0;a6f201fa5419:40665 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731424834655Disabling compacts and flushes for region at 1731424834655Disabling writes for close at 1731424834656 (+1 ms)Obtaining lock to block concurrent updates at 1731424834656Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731424834656Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731424834656Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731424834656Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731424834656Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731424834669 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731424834669Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731424835079 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731424835099 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731424835099Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731424835131 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731424835149 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731424835149Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@444c5d33: reopening flushed file at 1731424835158 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5947beaa: reopening flushed file at 1731424835163 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cba74c4: reopening flushed file at 1731424835167 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 516ms, sequenceid=97, compaction requested=false at 1731424835172 (+5 ms)Writing region close event to WAL at 1731424835173 (+1 ms)Closed at 1731424835173 2024-11-12T15:20:35,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40703 is added to blk_1073741830_1006 (size=63654) 2024-11-12T15:20:35,175 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3041b391-95bf-694e-c080-b111c0b85168/MasterData/WALs/a6f201fa5419,40665,1731424822157/a6f201fa5419%2C40665%2C1731424822157.1731424822868 not finished, retry = 0 2024-11-12T15:20:35,270 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38949,1731424816481.replicationSource.wal-reader.a6f201fa5419%2C38949%2C1731424816481,1-a6f201fa5419,38949,1731424816481 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/WALs/a6f201fa5419,38949,1731424816481/a6f201fa5419%2C38949%2C1731424816481.1731424819333 to pos 914, reset compression=false 2024-11-12T15:20:35,276 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T15:20:35,276 INFO [M:0;a6f201fa5419:40665 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T15:20:35,276 INFO [M:0;a6f201fa5419:40665 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40665 2024-11-12T15:20:35,276 INFO [M:0;a6f201fa5419:40665 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T15:20:35,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40665-0x1012fa1fdac0003, quorum=127.0.0.1:63756, baseZNode=/1-215912703 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:20:35,425 INFO [M:0;a6f201fa5419:40665 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T15:20:35,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40665-0x1012fa1fdac0003, quorum=127.0.0.1:63756, baseZNode=/1-215912703 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:20:35,427 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16627f83{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T15:20:35,427 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@59e2167a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T15:20:35,428 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T15:20:35,428 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@abd61a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T15:20:35,428 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7605be20{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de032b71-af24-55b6-2eb4-353d5cbabb3b/hadoop.log.dir/,STOPPED} 2024-11-12T15:20:35,429 WARN [BP-1332515272-172.17.0.2-1731424820308 heartbeating to localhost/127.0.0.1:38683 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T15:20:35,429 WARN [BP-1332515272-172.17.0.2-1731424820308 heartbeating to localhost/127.0.0.1:38683 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1332515272-172.17.0.2-1731424820308 (Datanode Uuid c8ba8276-4610-439d-a47d-8697c6153bfb) service to localhost/127.0.0.1:38683 2024-11-12T15:20:35,429 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de032b71-af24-55b6-2eb4-353d5cbabb3b/cluster_e510fe6b-5b46-dd05-a311-82a0a819865e/data/data1/current/BP-1332515272-172.17.0.2-1731424820308 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T15:20:35,429 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de032b71-af24-55b6-2eb4-353d5cbabb3b/cluster_e510fe6b-5b46-dd05-a311-82a0a819865e/data/data2/current/BP-1332515272-172.17.0.2-1731424820308 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T15:20:35,430 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T15:20:35,430 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T15:20:35,430 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T15:20:35,434 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4b243f8f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T15:20:35,434 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@128b752b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T15:20:35,434 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T15:20:35,434 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b874f9b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T15:20:35,434 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39f5561c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de032b71-af24-55b6-2eb4-353d5cbabb3b/hadoop.log.dir/,STOPPED} 2024-11-12T15:20:35,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T15:20:35,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T15:20:35,446 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T15:20:35,446 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:20:35,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:20:35,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:20:35,447 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:20:35,447 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T15:20:35,447 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=21793135, stopped=false 2024-11-12T15:20:35,447 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a6f201fa5419,43895,1731424816156 2024-11-12T15:20:35,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38949-0x1012fa1fdac0001, quorum=127.0.0.1:63756, baseZNode=/0-1262752686 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1262752686/running 2024-11-12T15:20:35,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43895-0x1012fa1fdac0000, quorum=127.0.0.1:63756, baseZNode=/0-1262752686 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1262752686/running 2024-11-12T15:20:35,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38949-0x1012fa1fdac0001, quorum=127.0.0.1:63756, baseZNode=/0-1262752686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1262752686 2024-11-12T15:20:35,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43895-0x1012fa1fdac0000, quorum=127.0.0.1:63756, baseZNode=/0-1262752686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1262752686 2024-11-12T15:20:35,461 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T15:20:35,462 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43895-0x1012fa1fdac0000, quorum=127.0.0.1:63756, baseZNode=/0-1262752686 Set watcher on znode that does not yet exist, /0-1262752686/running 2024-11-12T15:20:35,462 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38949-0x1012fa1fdac0001, quorum=127.0.0.1:63756, baseZNode=/0-1262752686 Set watcher on znode that does not yet exist, /0-1262752686/running 2024-11-12T15:20:35,462 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T15:20:35,462 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:20:35,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:20:35,463 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a6f201fa5419,38949,1731424816481' ***** 2024-11-12T15:20:35,463 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T15:20:35,463 INFO [RS:0;a6f201fa5419:38949 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T15:20:35,463 INFO [RS:0;a6f201fa5419:38949 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T15:20:35,463 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T15:20:35,463 INFO [RS:0;a6f201fa5419:38949 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T15:20:35,463 INFO [RS:0;a6f201fa5419:38949 {}] regionserver.HRegionServer(3091): Received CLOSE for 632cfec1f00a4ab96f8386398933fe56 2024-11-12T15:20:35,463 INFO [RS:0;a6f201fa5419:38949 {}] regionserver.HRegionServer(3091): Received CLOSE for 787964a4a183285992e4922005c60da7 2024-11-12T15:20:35,463 INFO [RS:0;a6f201fa5419:38949 {}] regionserver.HRegionServer(959): stopping server a6f201fa5419,38949,1731424816481 2024-11-12T15:20:35,463 INFO [RS:0;a6f201fa5419:38949 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T15:20:35,464 INFO [RS:0;a6f201fa5419:38949 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a6f201fa5419:38949. 2024-11-12T15:20:35,464 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 632cfec1f00a4ab96f8386398933fe56, disabling compactions & flushes 2024-11-12T15:20:35,464 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731424825973.632cfec1f00a4ab96f8386398933fe56. 2024-11-12T15:20:35,464 DEBUG [RS:0;a6f201fa5419:38949 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:20:35,464 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731424825973.632cfec1f00a4ab96f8386398933fe56. 2024-11-12T15:20:35,464 DEBUG [RS:0;a6f201fa5419:38949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:20:35,464 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731424825973.632cfec1f00a4ab96f8386398933fe56. after waiting 0 ms 2024-11-12T15:20:35,464 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731424825973.632cfec1f00a4ab96f8386398933fe56. 2024-11-12T15:20:35,464 INFO [RS:0;a6f201fa5419:38949 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T15:20:35,464 INFO [RS:0;a6f201fa5419:38949 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T15:20:35,464 INFO [RS:0;a6f201fa5419:38949 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T15:20:35,464 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 632cfec1f00a4ab96f8386398933fe56 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-12T15:20:35,464 INFO [RS:0;a6f201fa5419:38949 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T15:20:35,464 INFO [RS:0;a6f201fa5419:38949 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T15:20:35,464 DEBUG [RS:0;a6f201fa5419:38949 {}] regionserver.HRegionServer(1325): Online Regions={632cfec1f00a4ab96f8386398933fe56=hbase:replication,,1731424825973.632cfec1f00a4ab96f8386398933fe56., 1588230740=hbase:meta,,1.1588230740, 787964a4a183285992e4922005c60da7=test,,1731424824667.787964a4a183285992e4922005c60da7.} 2024-11-12T15:20:35,464 DEBUG [RS:0;a6f201fa5419:38949 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 632cfec1f00a4ab96f8386398933fe56, 787964a4a183285992e4922005c60da7 2024-11-12T15:20:35,464 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T15:20:35,464 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T15:20:35,464 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T15:20:35,464 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T15:20:35,464 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T15:20:35,464 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T15:20:35,479 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/data/hbase/replication/632cfec1f00a4ab96f8386398933fe56/.tmp/queue/3478ef718e7d4de799ea1477a4f4fe83 is 153, key is 1-a6f201fa5419,38949,1731424816481/queue:a6f201fa5419%2C38949%2C1731424816481/1731424832435/Put/seqid=0 2024-11-12T15:20:35,480 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/data/hbase/meta/1588230740/.tmp/info/f84e4a38d9d0494f88bee820655fb60a is 147, key is hbase:replication,,1731424825973.632cfec1f00a4ab96f8386398933fe56./info:regioninfo/1731424826459/Put/seqid=0 2024-11-12T15:20:35,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46359 is added to blk_1073741840_1016 (size=5352) 2024-11-12T15:20:35,483 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/data/hbase/replication/632cfec1f00a4ab96f8386398933fe56/.tmp/queue/3478ef718e7d4de799ea1477a4f4fe83 2024-11-12T15:20:35,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46359 is added to blk_1073741841_1017 (size=7686) 2024-11-12T15:20:35,486 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/data/hbase/meta/1588230740/.tmp/info/f84e4a38d9d0494f88bee820655fb60a 2024-11-12T15:20:35,489 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/data/hbase/replication/632cfec1f00a4ab96f8386398933fe56/.tmp/queue/3478ef718e7d4de799ea1477a4f4fe83 as hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/data/hbase/replication/632cfec1f00a4ab96f8386398933fe56/queue/3478ef718e7d4de799ea1477a4f4fe83 2024-11-12T15:20:35,493 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/data/hbase/replication/632cfec1f00a4ab96f8386398933fe56/queue/3478ef718e7d4de799ea1477a4f4fe83, entries=1, sequenceid=10, filesize=5.2 K 2024-11-12T15:20:35,495 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 632cfec1f00a4ab96f8386398933fe56 in 31ms, sequenceid=10, compaction requested=false 2024-11-12T15:20:35,498 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/data/hbase/replication/632cfec1f00a4ab96f8386398933fe56/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-12T15:20:35,498 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T15:20:35,498 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T15:20:35,499 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731424825973.632cfec1f00a4ab96f8386398933fe56. 2024-11-12T15:20:35,499 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 632cfec1f00a4ab96f8386398933fe56: Waiting for close lock at 1731424835464Running coprocessor pre-close hooks at 1731424835464Disabling compacts and flushes for region at 1731424835464Disabling writes for close at 1731424835464Obtaining lock to block concurrent updates at 1731424835464Preparing flush snapshotting stores in 632cfec1f00a4ab96f8386398933fe56 at 1731424835464Finished memstore snapshotting hbase:replication,,1731424825973.632cfec1f00a4ab96f8386398933fe56., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731424835464Flushing stores of hbase:replication,,1731424825973.632cfec1f00a4ab96f8386398933fe56. at 1731424835465 (+1 ms)Flushing 632cfec1f00a4ab96f8386398933fe56/queue: creating writer at 1731424835465Flushing 632cfec1f00a4ab96f8386398933fe56/queue: appending metadata at 1731424835478 (+13 ms)Flushing 632cfec1f00a4ab96f8386398933fe56/queue: closing flushed file at 1731424835478Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e76b49c: reopening flushed file at 1731424835489 (+11 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 632cfec1f00a4ab96f8386398933fe56 in 31ms, sequenceid=10, compaction requested=false at 1731424835495 (+6 ms)Writing region close event to WAL at 1731424835495Running coprocessor post-close hooks at 1731424835498 (+3 ms)Closed at 1731424835499 (+1 ms) 2024-11-12T15:20:35,499 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731424825973.632cfec1f00a4ab96f8386398933fe56. 2024-11-12T15:20:35,499 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 787964a4a183285992e4922005c60da7, disabling compactions & flushes 2024-11-12T15:20:35,499 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731424824667.787964a4a183285992e4922005c60da7. 2024-11-12T15:20:35,499 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731424824667.787964a4a183285992e4922005c60da7. 2024-11-12T15:20:35,499 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731424824667.787964a4a183285992e4922005c60da7. after waiting 0 ms 2024-11-12T15:20:35,499 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731424824667.787964a4a183285992e4922005c60da7. 2024-11-12T15:20:35,499 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 787964a4a183285992e4922005c60da7 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-12T15:20:35,504 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/data/hbase/meta/1588230740/.tmp/ns/acfb5afdc29948828071fb7cef2e3b8d is 43, key is default/ns:d/1731424820175/Put/seqid=0 2024-11-12T15:20:35,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46359 is added to blk_1073741842_1018 (size=5153) 2024-11-12T15:20:35,510 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/data/hbase/meta/1588230740/.tmp/ns/acfb5afdc29948828071fb7cef2e3b8d 2024-11-12T15:20:35,515 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/data/default/test/787964a4a183285992e4922005c60da7/.tmp/f/e67f84afa5414c56a80804f3e8b6dcb1 is 29, key is row1/f:/1731424832291/DeleteFamily/seqid=0 2024-11-12T15:20:35,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46359 is added to blk_1073741843_1019 (size=5118) 2024-11-12T15:20:35,522 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/data/default/test/787964a4a183285992e4922005c60da7/.tmp/f/e67f84afa5414c56a80804f3e8b6dcb1 2024-11-12T15:20:35,527 INFO [regionserver/a6f201fa5419:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T15:20:35,530 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e67f84afa5414c56a80804f3e8b6dcb1 2024-11-12T15:20:35,533 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/data/hbase/meta/1588230740/.tmp/rep_barrier/9147265788bd44e1a644ba637b0fc369 is 112, key is test,,1731424824667.787964a4a183285992e4922005c60da7./rep_barrier:seqnumDuringOpen/1731424825053/Put/seqid=0 2024-11-12T15:20:35,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46359 is added to blk_1073741844_1020 (size=5518) 2024-11-12T15:20:35,542 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/data/hbase/meta/1588230740/.tmp/rep_barrier/9147265788bd44e1a644ba637b0fc369 2024-11-12T15:20:35,546 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/data/default/test/787964a4a183285992e4922005c60da7/.tmp/f1/f1162fc89b6d4e58b64c66835f5c561f is 30, key is row1/f1:/1731424832291/DeleteFamily/seqid=0 2024-11-12T15:20:35,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46359 is added to blk_1073741845_1021 (size=5123) 2024-11-12T15:20:35,556 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/data/default/test/787964a4a183285992e4922005c60da7/.tmp/f1/f1162fc89b6d4e58b64c66835f5c561f 2024-11-12T15:20:35,560 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f1162fc89b6d4e58b64c66835f5c561f 2024-11-12T15:20:35,563 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/data/hbase/meta/1588230740/.tmp/table/40ebe6b4a51a4238a2543d416f67a771 is 53, key is hbase:replication/table:state/1731424826472/Put/seqid=0 2024-11-12T15:20:35,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46359 is added to blk_1073741846_1022 (size=5308) 2024-11-12T15:20:35,580 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/data/default/test/787964a4a183285992e4922005c60da7/.tmp/norep/462a4943a8744592acb9e3efffea9871 is 32, key is row/norep:/1731424831284/DeleteFamily/seqid=0 2024-11-12T15:20:35,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46359 is added to blk_1073741847_1023 (size=5101) 2024-11-12T15:20:35,664 DEBUG [RS:0;a6f201fa5419:38949 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 787964a4a183285992e4922005c60da7 2024-11-12T15:20:35,864 DEBUG [RS:0;a6f201fa5419:38949 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 787964a4a183285992e4922005c60da7 2024-11-12T15:20:35,967 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/data/hbase/meta/1588230740/.tmp/table/40ebe6b4a51a4238a2543d416f67a771 2024-11-12T15:20:35,972 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/data/hbase/meta/1588230740/.tmp/info/f84e4a38d9d0494f88bee820655fb60a as hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/data/hbase/meta/1588230740/info/f84e4a38d9d0494f88bee820655fb60a 2024-11-12T15:20:35,976 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/data/hbase/meta/1588230740/info/f84e4a38d9d0494f88bee820655fb60a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T15:20:35,977 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/data/hbase/meta/1588230740/.tmp/ns/acfb5afdc29948828071fb7cef2e3b8d as hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/data/hbase/meta/1588230740/ns/acfb5afdc29948828071fb7cef2e3b8d 2024-11-12T15:20:35,980 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/data/hbase/meta/1588230740/ns/acfb5afdc29948828071fb7cef2e3b8d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T15:20:35,981 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/data/hbase/meta/1588230740/.tmp/rep_barrier/9147265788bd44e1a644ba637b0fc369 as hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/data/hbase/meta/1588230740/rep_barrier/9147265788bd44e1a644ba637b0fc369 2024-11-12T15:20:35,984 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/data/default/test/787964a4a183285992e4922005c60da7/.tmp/norep/462a4943a8744592acb9e3efffea9871 2024-11-12T15:20:35,986 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/data/hbase/meta/1588230740/rep_barrier/9147265788bd44e1a644ba637b0fc369, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T15:20:35,987 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/data/hbase/meta/1588230740/.tmp/table/40ebe6b4a51a4238a2543d416f67a771 as hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/data/hbase/meta/1588230740/table/40ebe6b4a51a4238a2543d416f67a771 2024-11-12T15:20:35,988 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 462a4943a8744592acb9e3efffea9871 2024-11-12T15:20:35,988 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/data/default/test/787964a4a183285992e4922005c60da7/.tmp/f/e67f84afa5414c56a80804f3e8b6dcb1 as hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/data/default/test/787964a4a183285992e4922005c60da7/f/e67f84afa5414c56a80804f3e8b6dcb1 2024-11-12T15:20:35,992 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e67f84afa5414c56a80804f3e8b6dcb1 2024-11-12T15:20:35,992 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/data/hbase/meta/1588230740/table/40ebe6b4a51a4238a2543d416f67a771, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T15:20:35,993 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/data/default/test/787964a4a183285992e4922005c60da7/f/e67f84afa5414c56a80804f3e8b6dcb1, entries=2, sequenceid=8, filesize=5.0 K 2024-11-12T15:20:35,995 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/data/default/test/787964a4a183285992e4922005c60da7/.tmp/f1/f1162fc89b6d4e58b64c66835f5c561f as hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/data/default/test/787964a4a183285992e4922005c60da7/f1/f1162fc89b6d4e58b64c66835f5c561f 2024-11-12T15:20:35,995 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 531ms, sequenceid=16, compaction requested=false 2024-11-12T15:20:35,995 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T15:20:35,999 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f1162fc89b6d4e58b64c66835f5c561f 2024-11-12T15:20:35,999 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/data/default/test/787964a4a183285992e4922005c60da7/f1/f1162fc89b6d4e58b64c66835f5c561f, entries=2, sequenceid=8, filesize=5.0 K 2024-11-12T15:20:36,000 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/data/default/test/787964a4a183285992e4922005c60da7/.tmp/norep/462a4943a8744592acb9e3efffea9871 as hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/data/default/test/787964a4a183285992e4922005c60da7/norep/462a4943a8744592acb9e3efffea9871 2024-11-12T15:20:36,002 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T15:20:36,003 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T15:20:36,003 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T15:20:36,003 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T15:20:36,003 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731424835464Running coprocessor pre-close hooks at 1731424835464Disabling compacts and flushes for region at 1731424835464Disabling writes for close at 1731424835464Obtaining lock to block concurrent updates at 1731424835464Preparing flush snapshotting stores in 1588230740 at 1731424835464Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731424835465 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731424835465Flushing 1588230740/info: creating writer at 1731424835465Flushing 1588230740/info: appending metadata at 1731424835480 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731424835480Flushing 1588230740/ns: creating writer at 1731424835490 (+10 ms)Flushing 1588230740/ns: appending metadata at 1731424835504 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731424835504Flushing 1588230740/rep_barrier: creating writer at 1731424835513 (+9 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731424835533 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731424835533Flushing 1588230740/table: creating writer at 1731424835545 (+12 ms)Flushing 1588230740/table: appending metadata at 1731424835563 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731424835563Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17e685a3: reopening flushed file at 1731424835972 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5922118d: reopening flushed file at 1731424835976 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c402fb2: reopening flushed file at 1731424835981 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1362ad45: reopening flushed file at 1731424835986 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 531ms, sequenceid=16, compaction requested=false at 1731424835995 (+9 ms)Writing region close event to WAL at 1731424835998 (+3 ms)Running coprocessor post-close hooks at 1731424836003 (+5 ms)Closed at 1731424836003 2024-11-12T15:20:36,004 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T15:20:36,004 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 462a4943a8744592acb9e3efffea9871 2024-11-12T15:20:36,004 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/data/default/test/787964a4a183285992e4922005c60da7/norep/462a4943a8744592acb9e3efffea9871, entries=1, sequenceid=8, filesize=5.0 K 2024-11-12T15:20:36,005 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 787964a4a183285992e4922005c60da7 in 506ms, sequenceid=8, compaction requested=false 2024-11-12T15:20:36,005 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-12T15:20:36,009 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/data/default/test/787964a4a183285992e4922005c60da7/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-12T15:20:36,010 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T15:20:36,010 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T15:20:36,010 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731424824667.787964a4a183285992e4922005c60da7. 2024-11-12T15:20:36,010 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 787964a4a183285992e4922005c60da7: Waiting for close lock at 1731424835499Running coprocessor pre-close hooks at 1731424835499Disabling compacts and flushes for region at 1731424835499Disabling writes for close at 1731424835499Obtaining lock to block concurrent updates at 1731424835499Preparing flush snapshotting stores in 787964a4a183285992e4922005c60da7 at 1731424835499Finished memstore snapshotting test,,1731424824667.787964a4a183285992e4922005c60da7., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731424835499Flushing stores of test,,1731424824667.787964a4a183285992e4922005c60da7. at 1731424835500 (+1 ms)Flushing 787964a4a183285992e4922005c60da7/f: creating writer at 1731424835500Flushing 787964a4a183285992e4922005c60da7/f: appending metadata at 1731424835514 (+14 ms)Flushing 787964a4a183285992e4922005c60da7/f: closing flushed file at 1731424835514Flushing 787964a4a183285992e4922005c60da7/f1: creating writer at 1731424835530 (+16 ms)Flushing 787964a4a183285992e4922005c60da7/f1: appending metadata at 1731424835545 (+15 ms)Flushing 787964a4a183285992e4922005c60da7/f1: closing flushed file at 1731424835545Flushing 787964a4a183285992e4922005c60da7/norep: creating writer at 1731424835560 (+15 ms)Flushing 787964a4a183285992e4922005c60da7/norep: appending metadata at 1731424835579 (+19 ms)Flushing 787964a4a183285992e4922005c60da7/norep: closing flushed file at 1731424835579Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@416f93a0: reopening flushed file at 1731424835988 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22a9b8fb: reopening flushed file at 1731424835993 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43254ecd: reopening flushed file at 1731424835999 (+6 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 787964a4a183285992e4922005c60da7 in 506ms, sequenceid=8, compaction requested=false at 1731424836005 (+6 ms)Writing region close event to WAL at 1731424836007 (+2 ms)Running coprocessor post-close hooks at 1731424836010 (+3 ms)Closed at 1731424836010 2024-11-12T15:20:36,010 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731424824667.787964a4a183285992e4922005c60da7. 2024-11-12T15:20:36,065 INFO [RS:0;a6f201fa5419:38949 {}] regionserver.HRegionServer(976): stopping server a6f201fa5419,38949,1731424816481; all regions closed. 2024-11-12T15:20:36,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46359 is added to blk_1073741834_1010 (size=4239) 2024-11-12T15:20:36,067 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/WALs/a6f201fa5419,38949,1731424816481/a6f201fa5419%2C38949%2C1731424816481.meta.1731424820115.meta not finished, retry = 0 2024-11-12T15:20:36,074 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38949,1731424816481.replicationSource.wal-reader.a6f201fa5419%2C38949%2C1731424816481,1-a6f201fa5419,38949,1731424816481 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/WALs/a6f201fa5419,38949,1731424816481/a6f201fa5419%2C38949%2C1731424816481.1731424819333 to pos 914, reset compression=false 2024-11-12T15:20:36,079 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38949,1731424816481.replicationSource.wal-reader.a6f201fa5419%2C38949%2C1731424816481,1-a6f201fa5419,38949,1731424816481 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T15:20:36,079 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38949,1731424816481.replicationSource.wal-reader.a6f201fa5419%2C38949%2C1731424816481,1-a6f201fa5419,38949,1731424816481 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/WALs/a6f201fa5419,38949,1731424816481/a6f201fa5419%2C38949%2C1731424816481.1731424819333 to pos 1805, reset compression=false 2024-11-12T15:20:36,079 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38949,1731424816481.replicationSource.shippera6f201fa5419%2C38949%2C1731424816481,1-a6f201fa5419,38949,1731424816481 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a6f201fa5419,38949,1731424816481 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/WALs/a6f201fa5419,38949,1731424816481/a6f201fa5419%2C38949%2C1731424816481.1731424819333, lastWalPosition=1805, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T15:20:36,080 ERROR [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38949,1731424816481.replicationSource.shippera6f201fa5419%2C38949%2C1731424816481,1-a6f201fa5419,38949,1731424816481 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a6f201fa5419,38949,1731424816481: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-a6f201fa5419,38949,1731424816481, walGroup=a6f201fa5419%2C38949%2C1731424816481, offset=a6f201fa5419%2C38949%2C1731424816481.1731424819333:1805, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a6f201fa5419:38949 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T15:20:36,081 ERROR [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38949,1731424816481.replicationSource.shippera6f201fa5419%2C38949%2C1731424816481,1-a6f201fa5419,38949,1731424816481 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T15:20:36,081 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38949,1731424816481.replicationSource.shippera6f201fa5419%2C38949%2C1731424816481,1-a6f201fa5419,38949,1731424816481 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T15:20:36,081 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38949,1731424816481.replicationSource.shippera6f201fa5419%2C38949%2C1731424816481,1-a6f201fa5419,38949,1731424816481 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T15:20:36,081 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38949,1731424816481.replicationSource.shippera6f201fa5419%2C38949%2C1731424816481,1-a6f201fa5419,38949,1731424816481 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T15:20:36,081 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38949,1731424816481.replicationSource.shippera6f201fa5419%2C38949%2C1731424816481,1-a6f201fa5419,38949,1731424816481 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T15:20:36,081 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38949,1731424816481.replicationSource.shippera6f201fa5419%2C38949%2C1731424816481,1-a6f201fa5419,38949,1731424816481 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 642293248 }, "NonHeapMemoryUsage": { "committed": 194445312, "init": 7667712, "max": -1, "used": 191102792 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T15:20:36,082 WARN [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38949,1731424816481.replicationSource.shippera6f201fa5419%2C38949%2C1731424816481,1-a6f201fa5419,38949,1731424816481 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a6f201fa5419:43895 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a6f201fa5419:43895 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-12T15:20:36,169 DEBUG [RS:0;a6f201fa5419:38949 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/oldWALs 2024-11-12T15:20:36,169 INFO [RS:0;a6f201fa5419:38949 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a6f201fa5419%2C38949%2C1731424816481.meta:.meta(num 1731424820115) 2024-11-12T15:20:36,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46359 is added to blk_1073741839_1015 (size=2676) 2024-11-12T15:20:36,171 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/WALs/a6f201fa5419,38949,1731424816481/a6f201fa5419%2C38949%2C1731424816481.rep.1731424826381 not finished, retry = 0 2024-11-12T15:20:36,211 INFO [regionserver/a6f201fa5419:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T15:20:36,211 INFO [regionserver/a6f201fa5419:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T15:20:36,273 DEBUG [RS:0;a6f201fa5419:38949 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/oldWALs 2024-11-12T15:20:36,273 INFO [RS:0;a6f201fa5419:38949 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a6f201fa5419%2C38949%2C1731424816481.rep:(num 1731424826381) 2024-11-12T15:20:36,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46359 is added to blk_1073741833_1009 (size=1813) 2024-11-12T15:20:36,276 DEBUG [RS:0;a6f201fa5419:38949 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/oldWALs 2024-11-12T15:20:36,276 INFO [RS:0;a6f201fa5419:38949 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a6f201fa5419%2C38949%2C1731424816481:(num 1731424819333) 2024-11-12T15:20:36,276 DEBUG [RS:0;a6f201fa5419:38949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:20:36,276 INFO [RS:0;a6f201fa5419:38949 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T15:20:36,276 INFO [RS:0;a6f201fa5419:38949 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T15:20:36,276 INFO [RS:0;a6f201fa5419:38949 {}] hbase.ChoreService(370): Chore service for: regionserver/a6f201fa5419:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T15:20:36,276 INFO [RS:0;a6f201fa5419:38949 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T15:20:36,276 INFO [regionserver/a6f201fa5419:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T15:20:36,277 INFO [RS:0;a6f201fa5419:38949 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a6f201fa5419,38949,1731424816481 because: Region server is closing 2024-11-12T15:20:36,277 INFO [RS:0;a6f201fa5419:38949 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a6f201fa5419:38949. 2024-11-12T15:20:36,277 DEBUG [RS:0;a6f201fa5419:38949 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:20:36,277 DEBUG [RS:0;a6f201fa5419:38949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:20:36,277 DEBUG [RS:0;a6f201fa5419:38949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:20:36,277 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:20:36,335 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-12T15:20:36,335 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-12T15:20:36,336 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T15:20:36,336 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T15:20:36,336 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T15:20:36,377 INFO [RS:0;a6f201fa5419:38949 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,38949,1731424816481.replicationSource.shippera6f201fa5419%2C38949%2C1731424816481,1-a6f201fa5419,38949,1731424816481 terminated 2024-11-12T15:20:36,377 INFO [RS:0;a6f201fa5419:38949 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a6f201fa5419:38949. 2024-11-12T15:20:36,378 DEBUG [RS:0;a6f201fa5419:38949 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:20:36,378 DEBUG [RS:0;a6f201fa5419:38949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:20:36,378 DEBUG [RS:0;a6f201fa5419:38949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:20:36,378 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:20:36,378 INFO [RS:0;a6f201fa5419:38949 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38949 2024-11-12T15:20:36,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43895-0x1012fa1fdac0000, quorum=127.0.0.1:63756, baseZNode=/0-1262752686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1262752686/rs 2024-11-12T15:20:36,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38949-0x1012fa1fdac0001, quorum=127.0.0.1:63756, baseZNode=/0-1262752686 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1262752686/rs/a6f201fa5419,38949,1731424816481 2024-11-12T15:20:36,451 INFO [RS:0;a6f201fa5419:38949 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T15:20:36,461 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a6f201fa5419,38949,1731424816481] 2024-11-12T15:20:36,472 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1262752686/draining/a6f201fa5419,38949,1731424816481 already deleted, retry=false 2024-11-12T15:20:36,472 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a6f201fa5419,38949,1731424816481 expired; onlineServers=0 2024-11-12T15:20:36,472 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a6f201fa5419,43895,1731424816156' ***** 2024-11-12T15:20:36,472 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T15:20:36,472 INFO [M:0;a6f201fa5419:43895 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T15:20:36,472 INFO [M:0;a6f201fa5419:43895 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T15:20:36,472 DEBUG [M:0;a6f201fa5419:43895 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T15:20:36,472 DEBUG [M:0;a6f201fa5419:43895 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T15:20:36,472 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T15:20:36,472 DEBUG [master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.small.0-1731424818884 {}] cleaner.HFileCleaner(306): Exit Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.small.0-1731424818884,5,FailOnTimeoutGroup] 2024-11-12T15:20:36,472 DEBUG [master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.large.0-1731424818883 {}] cleaner.HFileCleaner(306): Exit Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.large.0-1731424818883,5,FailOnTimeoutGroup] 2024-11-12T15:20:36,472 INFO [M:0;a6f201fa5419:43895 {}] hbase.ChoreService(370): Chore service for: master/a6f201fa5419:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T15:20:36,472 INFO [M:0;a6f201fa5419:43895 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T15:20:36,472 DEBUG [M:0;a6f201fa5419:43895 {}] master.HMaster(1795): Stopping service threads 2024-11-12T15:20:36,472 INFO [M:0;a6f201fa5419:43895 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T15:20:36,472 INFO [M:0;a6f201fa5419:43895 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T15:20:36,473 INFO [M:0;a6f201fa5419:43895 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T15:20:36,473 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T15:20:36,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43895-0x1012fa1fdac0000, quorum=127.0.0.1:63756, baseZNode=/0-1262752686 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1262752686/master 2024-11-12T15:20:36,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43895-0x1012fa1fdac0000, quorum=127.0.0.1:63756, baseZNode=/0-1262752686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1262752686 2024-11-12T15:20:36,482 DEBUG [M:0;a6f201fa5419:43895 {}] zookeeper.ZKUtil(347): master:43895-0x1012fa1fdac0000, quorum=127.0.0.1:63756, baseZNode=/0-1262752686 Unable to get data of znode /0-1262752686/master because node does not exist (not an error) 2024-11-12T15:20:36,482 WARN [M:0;a6f201fa5419:43895 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T15:20:36,483 INFO [M:0;a6f201fa5419:43895 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/.lastflushedseqids 2024-11-12T15:20:36,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46359 is added to blk_1073741848_1024 (size=245) 2024-11-12T15:20:36,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38949-0x1012fa1fdac0001, quorum=127.0.0.1:63756, baseZNode=/0-1262752686 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:20:36,561 INFO [RS:0;a6f201fa5419:38949 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T15:20:36,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38949-0x1012fa1fdac0001, quorum=127.0.0.1:63756, baseZNode=/0-1262752686 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:20:36,562 INFO [RS:0;a6f201fa5419:38949 {}] regionserver.HRegionServer(1031): Exiting; stopping=a6f201fa5419,38949,1731424816481; zookeeper connection closed. 2024-11-12T15:20:36,562 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1df455a0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1df455a0 2024-11-12T15:20:36,562 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T15:20:36,888 INFO [M:0;a6f201fa5419:43895 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T15:20:36,888 INFO [M:0;a6f201fa5419:43895 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T15:20:36,888 DEBUG [M:0;a6f201fa5419:43895 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T15:20:36,888 INFO [M:0;a6f201fa5419:43895 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:20:36,888 DEBUG [M:0;a6f201fa5419:43895 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:20:36,888 DEBUG [M:0;a6f201fa5419:43895 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T15:20:36,888 DEBUG [M:0;a6f201fa5419:43895 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:20:36,888 INFO [M:0;a6f201fa5419:43895 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-12T15:20:36,901 DEBUG [M:0;a6f201fa5419:43895 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8e008f9b010d4d93b7a3566c98bdbee1 is 82, key is hbase:meta,,1/info:regioninfo/1731424820154/Put/seqid=0 2024-11-12T15:20:36,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46359 is added to blk_1073741849_1025 (size=5672) 2024-11-12T15:20:37,305 INFO [M:0;a6f201fa5419:43895 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8e008f9b010d4d93b7a3566c98bdbee1 2024-11-12T15:20:37,327 DEBUG [M:0;a6f201fa5419:43895 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2a32f8392d9841ae811d4abac8ba2da5 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731424826478/Put/seqid=0 2024-11-12T15:20:37,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46359 is added to blk_1073741850_1026 (size=8517) 2024-11-12T15:20:37,731 INFO [M:0;a6f201fa5419:43895 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2a32f8392d9841ae811d4abac8ba2da5 2024-11-12T15:20:37,754 DEBUG [M:0;a6f201fa5419:43895 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a32dab7706264d8ab3cf032bf0ce3421 is 69, key is a6f201fa5419,38949,1731424816481/rs:state/1731424819107/Put/seqid=0 2024-11-12T15:20:37,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46359 is added to blk_1073741851_1027 (size=5156) 2024-11-12T15:20:38,158 INFO [M:0;a6f201fa5419:43895 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a32dab7706264d8ab3cf032bf0ce3421 2024-11-12T15:20:38,163 DEBUG [M:0;a6f201fa5419:43895 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8e008f9b010d4d93b7a3566c98bdbee1 as hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8e008f9b010d4d93b7a3566c98bdbee1 2024-11-12T15:20:38,169 INFO [M:0;a6f201fa5419:43895 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8e008f9b010d4d93b7a3566c98bdbee1, entries=8, sequenceid=97, filesize=5.5 K 2024-11-12T15:20:38,169 DEBUG [M:0;a6f201fa5419:43895 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2a32f8392d9841ae811d4abac8ba2da5 as hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2a32f8392d9841ae811d4abac8ba2da5 2024-11-12T15:20:38,174 INFO [M:0;a6f201fa5419:43895 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2a32f8392d9841ae811d4abac8ba2da5, entries=11, sequenceid=97, filesize=8.3 K 2024-11-12T15:20:38,175 DEBUG [M:0;a6f201fa5419:43895 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a32dab7706264d8ab3cf032bf0ce3421 as hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a32dab7706264d8ab3cf032bf0ce3421 2024-11-12T15:20:38,179 INFO [M:0;a6f201fa5419:43895 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40807/user/jenkins/test-data/0dec92fa-d7e8-6a95-cfd9-409bf5fe4d40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a32dab7706264d8ab3cf032bf0ce3421, entries=1, sequenceid=97, filesize=5.0 K 2024-11-12T15:20:38,181 INFO [M:0;a6f201fa5419:43895 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=97, compaction requested=false 2024-11-12T15:20:38,191 INFO [M:0;a6f201fa5419:43895 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:20:38,191 DEBUG [M:0;a6f201fa5419:43895 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731424836888Disabling compacts and flushes for region at 1731424836888Disabling writes for close at 1731424836888Obtaining lock to block concurrent updates at 1731424836888Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731424836888Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731424836888Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731424836889 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731424836889Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731424836901 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731424836901Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731424837309 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731424837326 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731424837327 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731424837736 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731424837753 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731424837753Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71f533cb: reopening flushed file at 1731424838162 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1891327: reopening flushed file at 1731424838169 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53d1d940: reopening flushed file at 1731424838174 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=97, compaction requested=false at 1731424838181 (+7 ms)Writing region close event to WAL at 1731424838191 (+10 ms)Closed at 1731424838191 2024-11-12T15:20:38,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46359 is added to blk_1073741830_1006 (size=63666) 2024-11-12T15:20:38,194 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T15:20:38,194 INFO [M:0;a6f201fa5419:43895 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T15:20:38,194 INFO [M:0;a6f201fa5419:43895 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43895 2024-11-12T15:20:38,195 INFO [M:0;a6f201fa5419:43895 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T15:20:38,351 INFO [M:0;a6f201fa5419:43895 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T15:20:38,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43895-0x1012fa1fdac0000, quorum=127.0.0.1:63756, baseZNode=/0-1262752686 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:20:38,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43895-0x1012fa1fdac0000, quorum=127.0.0.1:63756, baseZNode=/0-1262752686 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:20:38,353 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a8b6720{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T15:20:38,353 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ce8ec08{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T15:20:38,353 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T15:20:38,353 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3369e225{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T15:20:38,353 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26a55c05{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/15377893-3f7c-9473-aea9-9c7c69a27b1c/hadoop.log.dir/,STOPPED} 2024-11-12T15:20:38,355 WARN [BP-1293371876-172.17.0.2-1731424813628 heartbeating to localhost/127.0.0.1:40807 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T15:20:38,355 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T15:20:38,355 WARN [BP-1293371876-172.17.0.2-1731424813628 heartbeating to localhost/127.0.0.1:40807 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1293371876-172.17.0.2-1731424813628 (Datanode Uuid 5005347e-4601-47f5-a683-4a0e500654ac) service to localhost/127.0.0.1:40807 2024-11-12T15:20:38,355 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T15:20:38,355 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/15377893-3f7c-9473-aea9-9c7c69a27b1c/cluster_f08cc97e-0190-f6e8-408c-1d26292ef2d7/data/data1/current/BP-1293371876-172.17.0.2-1731424813628 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T15:20:38,356 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/15377893-3f7c-9473-aea9-9c7c69a27b1c/cluster_f08cc97e-0190-f6e8-408c-1d26292ef2d7/data/data2/current/BP-1293371876-172.17.0.2-1731424813628 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T15:20:38,356 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T15:20:38,362 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c093c1f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T15:20:38,362 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@589743a3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T15:20:38,362 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T15:20:38,363 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ec9cda9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T15:20:38,363 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f55408b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/15377893-3f7c-9473-aea9-9c7c69a27b1c/hadoop.log.dir/,STOPPED} 2024-11-12T15:20:38,367 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T15:20:38,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T15:20:38,389 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=264 (was 244) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40807 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38683 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38683 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:38683 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:40807 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40807 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:38683 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40807 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:38683 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:40807 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:40807 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38683 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38683 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-17 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:38683 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:40807 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63756) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63756) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40807 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=654 (was 622) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=575 (was 397) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7260 (was 8479) 2024-11-12T15:20:38,397 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=264, OpenFileDescriptor=654, MaxFileDescriptor=1048576, SystemLoadAverage=575, ProcessCount=11, AvailableMemoryMB=7260 2024-11-12T15:20:38,409 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-12T15:20:38,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de032b71-af24-55b6-2eb4-353d5cbabb3b/hadoop.log.dir so I do NOT create it in target/test-data/a973a964-7259-3882-b31a-2a2511a75d66 2024-11-12T15:20:38,409 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de032b71-af24-55b6-2eb4-353d5cbabb3b/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T15:20:38,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de032b71-af24-55b6-2eb4-353d5cbabb3b/hadoop.tmp.dir so I do NOT create it in target/test-data/a973a964-7259-3882-b31a-2a2511a75d66 2024-11-12T15:20:38,409 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/de032b71-af24-55b6-2eb4-353d5cbabb3b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T15:20:38,409 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a973a964-7259-3882-b31a-2a2511a75d66 2024-11-12T15:20:38,409 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a973a964-7259-3882-b31a-2a2511a75d66/cluster_f4fdee62-0a0d-54e4-e039-14f581d87e3b, deleteOnExit=true 2024-11-12T15:20:38,429 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a973a964-7259-3882-b31a-2a2511a75d66/cluster_f4fdee62-0a0d-54e4-e039-14f581d87e3b/zookeeper_0, clientPort=62421, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a973a964-7259-3882-b31a-2a2511a75d66/cluster_f4fdee62-0a0d-54e4-e039-14f581d87e3b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a973a964-7259-3882-b31a-2a2511a75d66/cluster_f4fdee62-0a0d-54e4-e039-14f581d87e3b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T15:20:38,430 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62421 2024-11-12T15:20:38,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T15:20:38,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T15:20:38,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a973a964-7259-3882-b31a-2a2511a75d66/test.cache.data in system properties and HBase conf 2024-11-12T15:20:38,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a973a964-7259-3882-b31a-2a2511a75d66/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T15:20:38,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a973a964-7259-3882-b31a-2a2511a75d66/hadoop.log.dir in system properties and HBase conf 2024-11-12T15:20:38,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a973a964-7259-3882-b31a-2a2511a75d66/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T15:20:38,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a973a964-7259-3882-b31a-2a2511a75d66/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T15:20:38,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T15:20:38,431 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T15:20:38,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a973a964-7259-3882-b31a-2a2511a75d66/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T15:20:38,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a973a964-7259-3882-b31a-2a2511a75d66/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T15:20:38,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a973a964-7259-3882-b31a-2a2511a75d66/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T15:20:38,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a973a964-7259-3882-b31a-2a2511a75d66/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T15:20:38,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a973a964-7259-3882-b31a-2a2511a75d66/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T15:20:38,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a973a964-7259-3882-b31a-2a2511a75d66/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T15:20:38,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a973a964-7259-3882-b31a-2a2511a75d66/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T15:20:38,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a973a964-7259-3882-b31a-2a2511a75d66/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T15:20:38,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a973a964-7259-3882-b31a-2a2511a75d66/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T15:20:38,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a973a964-7259-3882-b31a-2a2511a75d66/nfs.dump.dir in system properties and HBase conf 2024-11-12T15:20:38,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a973a964-7259-3882-b31a-2a2511a75d66/java.io.tmpdir in system properties and HBase conf 2024-11-12T15:20:38,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a973a964-7259-3882-b31a-2a2511a75d66/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T15:20:38,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a973a964-7259-3882-b31a-2a2511a75d66/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T15:20:38,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a973a964-7259-3882-b31a-2a2511a75d66/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T15:20:38,458 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:20:38,458 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a6f201fa5419,42129,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a6f201fa5419:42129 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T15:20:38,458 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28379 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a6f201fa5419,42129,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a6f201fa5419:42129 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T15:20:38,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012fa1fdac0005, quorum=127.0.0.1:63756, baseZNode=/1-215912703 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T15:20:38,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012fa1fdac0002, quorum=127.0.0.1:63756, baseZNode=/0-1262752686 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T15:20:38,466 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012fa1fdac0005, quorum=127.0.0.1:63756, baseZNode=/1-215912703 Received Disconnected from ZooKeeper, ignoring 2024-11-12T15:20:38,466 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012fa1fdac0002, quorum=127.0.0.1:63756, baseZNode=/0-1262752686 Received Disconnected from ZooKeeper, ignoring 2024-11-12T15:20:38,779 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T15:20:38,783 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T15:20:38,788 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T15:20:38,788 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T15:20:38,789 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T15:20:38,789 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T15:20:38,790 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5fc6f425{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a973a964-7259-3882-b31a-2a2511a75d66/hadoop.log.dir/,AVAILABLE} 2024-11-12T15:20:38,790 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3769f558{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T15:20:38,909 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64a9f587{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a973a964-7259-3882-b31a-2a2511a75d66/java.io.tmpdir/jetty-localhost-41091-hadoop-hdfs-3_4_1-tests_jar-_-any-6529165769856664662/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T15:20:38,909 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e61613{HTTP/1.1, (http/1.1)}{localhost:41091} 2024-11-12T15:20:38,909 INFO [Time-limited test {}] server.Server(415): Started @220153ms 2024-11-12T15:20:39,198 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T15:20:39,198 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:20:39,238 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:20:39,238 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:20:39,239 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:20:39,239 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:20:39,239 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:20:39,239 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:20:39,248 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:20:39,252 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:20:39,253 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:20:39,255 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:20:39,271 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T15:20:39,274 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T15:20:39,274 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T15:20:39,274 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T15:20:39,274 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T15:20:39,275 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1916c03a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a973a964-7259-3882-b31a-2a2511a75d66/hadoop.log.dir/,AVAILABLE} 2024-11-12T15:20:39,275 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3aa6bc62{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T15:20:39,384 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5300a547{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a973a964-7259-3882-b31a-2a2511a75d66/java.io.tmpdir/jetty-localhost-32879-hadoop-hdfs-3_4_1-tests_jar-_-any-6011434794026309905/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T15:20:39,385 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@36df1d49{HTTP/1.1, (http/1.1)}{localhost:32879} 2024-11-12T15:20:39,385 INFO [Time-limited test {}] server.Server(415): Started @220629ms 2024-11-12T15:20:39,386 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T15:20:40,114 WARN [Thread-2630 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a973a964-7259-3882-b31a-2a2511a75d66/cluster_f4fdee62-0a0d-54e4-e039-14f581d87e3b/data/data1/current/BP-1540905034-172.17.0.2-1731424838451/current, will proceed with Du for space computation calculation, 2024-11-12T15:20:40,114 WARN [Thread-2631 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a973a964-7259-3882-b31a-2a2511a75d66/cluster_f4fdee62-0a0d-54e4-e039-14f581d87e3b/data/data2/current/BP-1540905034-172.17.0.2-1731424838451/current, will proceed with Du for space computation calculation, 2024-11-12T15:20:40,136 WARN [Thread-2618 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T15:20:40,138 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe44d2c8992742379 with lease ID 0x2d4f60c02b95dfc1: Processing first storage report for DS-be68be98-a069-4ec3-9df6-297179fa8fcb from datanode DatanodeRegistration(127.0.0.1:35975, datanodeUuid=7b17bc3d-9033-4efd-94ab-cc0471154fd9, infoPort=40833, infoSecurePort=0, ipcPort=33717, storageInfo=lv=-57;cid=testClusterID;nsid=1068113894;c=1731424838451) 2024-11-12T15:20:40,138 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe44d2c8992742379 with lease ID 0x2d4f60c02b95dfc1: from storage DS-be68be98-a069-4ec3-9df6-297179fa8fcb node DatanodeRegistration(127.0.0.1:35975, datanodeUuid=7b17bc3d-9033-4efd-94ab-cc0471154fd9, infoPort=40833, infoSecurePort=0, ipcPort=33717, storageInfo=lv=-57;cid=testClusterID;nsid=1068113894;c=1731424838451), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T15:20:40,138 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe44d2c8992742379 with lease ID 0x2d4f60c02b95dfc1: Processing first storage report for DS-4d6739f4-890e-4c60-9444-b2292a29e8cd from datanode DatanodeRegistration(127.0.0.1:35975, datanodeUuid=7b17bc3d-9033-4efd-94ab-cc0471154fd9, infoPort=40833, infoSecurePort=0, ipcPort=33717, storageInfo=lv=-57;cid=testClusterID;nsid=1068113894;c=1731424838451) 2024-11-12T15:20:40,138 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe44d2c8992742379 with lease ID 0x2d4f60c02b95dfc1: from storage DS-4d6739f4-890e-4c60-9444-b2292a29e8cd node DatanodeRegistration(127.0.0.1:35975, datanodeUuid=7b17bc3d-9033-4efd-94ab-cc0471154fd9, infoPort=40833, infoSecurePort=0, ipcPort=33717, storageInfo=lv=-57;cid=testClusterID;nsid=1068113894;c=1731424838451), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T15:20:40,220 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a973a964-7259-3882-b31a-2a2511a75d66 2024-11-12T15:20:40,220 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:20:40,222 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:20:40,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35975 is added to blk_1073741825_1001 (size=7) 2024-11-12T15:20:40,629 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68 with version=8 2024-11-12T15:20:40,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/hbase-staging 2024-11-12T15:20:40,631 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a6f201fa5419:0 server-side Connection retries=45 2024-11-12T15:20:40,631 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:20:40,631 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T15:20:40,631 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T15:20:40,631 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:20:40,631 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T15:20:40,631 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T15:20:40,631 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T15:20:40,632 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41597 2024-11-12T15:20:40,632 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41597 connecting to ZooKeeper ensemble=127.0.0.1:62421 2024-11-12T15:20:40,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:415970x0, quorum=127.0.0.1:62421, baseZNode=/0-666504807 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T15:20:40,734 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41597-0x1012fa25ec80000 connected 2024-11-12T15:20:40,809 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:20:40,810 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:20:40,812 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41597-0x1012fa25ec80000, quorum=127.0.0.1:62421, baseZNode=/0-666504807 Set watcher on znode that does not yet exist, /0-666504807/running 2024-11-12T15:20:40,812 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68, hbase.cluster.distributed=false 2024-11-12T15:20:40,814 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41597-0x1012fa25ec80000, quorum=127.0.0.1:62421, baseZNode=/0-666504807 Set watcher on znode that does not yet exist, /0-666504807/acl 2024-11-12T15:20:40,814 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41597 2024-11-12T15:20:40,817 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41597 2024-11-12T15:20:40,817 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41597 2024-11-12T15:20:40,817 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41597 2024-11-12T15:20:40,817 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41597 2024-11-12T15:20:40,835 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a6f201fa5419:0 server-side Connection retries=45 2024-11-12T15:20:40,835 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:20:40,835 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T15:20:40,835 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T15:20:40,835 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:20:40,835 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T15:20:40,836 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T15:20:40,836 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T15:20:40,836 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41327 2024-11-12T15:20:40,837 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41327 connecting to ZooKeeper ensemble=127.0.0.1:62421 2024-11-12T15:20:40,837 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:20:40,839 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:20:40,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:413270x0, quorum=127.0.0.1:62421, baseZNode=/0-666504807 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T15:20:40,851 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:413270x0, quorum=127.0.0.1:62421, baseZNode=/0-666504807 Set watcher on znode that does not yet exist, /0-666504807/running 2024-11-12T15:20:40,851 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41327-0x1012fa25ec80001 connected 2024-11-12T15:20:40,851 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T15:20:40,854 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T15:20:40,854 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41327-0x1012fa25ec80001, quorum=127.0.0.1:62421, baseZNode=/0-666504807 Set watcher on znode that does not yet exist, /0-666504807/master 2024-11-12T15:20:40,856 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41327-0x1012fa25ec80001, quorum=127.0.0.1:62421, baseZNode=/0-666504807 Set watcher on znode that does not yet exist, /0-666504807/acl 2024-11-12T15:20:40,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41327 2024-11-12T15:20:40,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41327 2024-11-12T15:20:40,862 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41327 2024-11-12T15:20:40,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41327 2024-11-12T15:20:40,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41327 2024-11-12T15:20:40,876 DEBUG [M:0;a6f201fa5419:41597 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a6f201fa5419:41597 2024-11-12T15:20:40,876 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-666504807/backup-masters/a6f201fa5419,41597,1731424840631 2024-11-12T15:20:40,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1012fa25ec80001, quorum=127.0.0.1:62421, baseZNode=/0-666504807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-666504807/backup-masters 2024-11-12T15:20:40,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41597-0x1012fa25ec80000, quorum=127.0.0.1:62421, baseZNode=/0-666504807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-666504807/backup-masters 2024-11-12T15:20:40,882 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41597-0x1012fa25ec80000, quorum=127.0.0.1:62421, baseZNode=/0-666504807 Set watcher on existing znode=/0-666504807/backup-masters/a6f201fa5419,41597,1731424840631 2024-11-12T15:20:40,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1012fa25ec80001, quorum=127.0.0.1:62421, baseZNode=/0-666504807 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-666504807/master 2024-11-12T15:20:40,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41597-0x1012fa25ec80000, quorum=127.0.0.1:62421, baseZNode=/0-666504807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-666504807 2024-11-12T15:20:40,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1012fa25ec80001, quorum=127.0.0.1:62421, baseZNode=/0-666504807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-666504807 2024-11-12T15:20:40,893 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41597-0x1012fa25ec80000, quorum=127.0.0.1:62421, baseZNode=/0-666504807 Set watcher on existing znode=/0-666504807/master 2024-11-12T15:20:40,893 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-666504807/backup-masters/a6f201fa5419,41597,1731424840631 from backup master directory 2024-11-12T15:20:40,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41597-0x1012fa25ec80000, quorum=127.0.0.1:62421, baseZNode=/0-666504807 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-666504807/backup-masters/a6f201fa5419,41597,1731424840631 2024-11-12T15:20:40,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1012fa25ec80001, quorum=127.0.0.1:62421, baseZNode=/0-666504807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-666504807/backup-masters 2024-11-12T15:20:40,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41597-0x1012fa25ec80000, quorum=127.0.0.1:62421, baseZNode=/0-666504807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-666504807/backup-masters 2024-11-12T15:20:40,903 WARN [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T15:20:40,903 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a6f201fa5419,41597,1731424840631 2024-11-12T15:20:40,906 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/hbase.id] with ID: e0451078-3f08-4218-aeea-c4d25fcbcc1a 2024-11-12T15:20:40,906 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/.tmp/hbase.id 2024-11-12T15:20:40,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35975 is added to blk_1073741826_1002 (size=42) 2024-11-12T15:20:41,313 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/.tmp/hbase.id]:[hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/hbase.id] 2024-11-12T15:20:41,320 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:20:41,320 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T15:20:41,321 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T15:20:41,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1012fa25ec80001, quorum=127.0.0.1:62421, baseZNode=/0-666504807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-666504807 2024-11-12T15:20:41,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41597-0x1012fa25ec80000, quorum=127.0.0.1:62421, baseZNode=/0-666504807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-666504807 2024-11-12T15:20:41,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35975 is added to blk_1073741827_1003 (size=196) 2024-11-12T15:20:41,802 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T15:20:41,803 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T15:20:41,804 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:20:41,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35975 is added to blk_1073741828_1004 (size=1189) 2024-11-12T15:20:42,213 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/MasterData/data/master/store 2024-11-12T15:20:42,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35975 is added to blk_1073741829_1005 (size=34) 2024-11-12T15:20:42,618 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:20:42,618 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T15:20:42,618 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:20:42,618 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:20:42,618 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T15:20:42,618 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:20:42,618 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:20:42,618 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731424842618Disabling compacts and flushes for region at 1731424842618Disabling writes for close at 1731424842618Writing region close event to WAL at 1731424842618Closed at 1731424842618 2024-11-12T15:20:42,619 WARN [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/MasterData/data/master/store/.initializing 2024-11-12T15:20:42,619 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/MasterData/WALs/a6f201fa5419,41597,1731424840631 2024-11-12T15:20:42,620 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T15:20:42,621 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a6f201fa5419%2C41597%2C1731424840631, suffix=, logDir=hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/MasterData/WALs/a6f201fa5419,41597,1731424840631, archiveDir=hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/MasterData/oldWALs, maxLogs=10 2024-11-12T15:20:42,632 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/MasterData/WALs/a6f201fa5419,41597,1731424840631/a6f201fa5419%2C41597%2C1731424840631.1731424842621, exclude list is [], retry=0 2024-11-12T15:20:42,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35975,DS-be68be98-a069-4ec3-9df6-297179fa8fcb,DISK] 2024-11-12T15:20:42,635 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/MasterData/WALs/a6f201fa5419,41597,1731424840631/a6f201fa5419%2C41597%2C1731424840631.1731424842621 2024-11-12T15:20:42,635 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40833:40833)] 2024-11-12T15:20:42,636 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T15:20:42,636 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:20:42,636 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:20:42,636 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:20:42,637 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:20:42,638 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T15:20:42,638 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:42,638 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:20:42,638 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:20:42,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T15:20:42,639 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:42,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:20:42,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:20:42,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T15:20:42,640 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:42,641 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:20:42,641 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:20:42,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T15:20:42,642 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:42,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:20:42,642 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:20:42,642 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:20:42,643 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:20:42,643 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:20:42,643 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:20:42,644 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T15:20:42,645 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:20:42,646 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T15:20:42,646 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74612934, jitterRate=0.11181935667991638}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T15:20:42,647 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731424842636Initializing all the Stores at 1731424842637 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424842637Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424842637Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424842637Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424842637Cleaning up temporary data from old regions at 1731424842643 (+6 ms)Region opened successfully at 1731424842647 (+4 ms) 2024-11-12T15:20:42,647 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T15:20:42,649 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61d25c45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a6f201fa5419/172.17.0.2:0 2024-11-12T15:20:42,650 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T15:20:42,650 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T15:20:42,650 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T15:20:42,650 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T15:20:42,650 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T15:20:42,651 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T15:20:42,651 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T15:20:42,652 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T15:20:42,653 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41597-0x1012fa25ec80000, quorum=127.0.0.1:62421, baseZNode=/0-666504807 Unable to get data of znode /0-666504807/balancer because node does not exist (not necessarily an error) 2024-11-12T15:20:42,787 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-666504807/balancer already deleted, retry=false 2024-11-12T15:20:42,788 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T15:20:42,788 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41597-0x1012fa25ec80000, quorum=127.0.0.1:62421, baseZNode=/0-666504807 Unable to get data of znode /0-666504807/normalizer because node does not exist (not necessarily an error) 2024-11-12T15:20:42,798 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-666504807/normalizer already deleted, retry=false 2024-11-12T15:20:42,798 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T15:20:42,799 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41597-0x1012fa25ec80000, quorum=127.0.0.1:62421, baseZNode=/0-666504807 Unable to get data of znode /0-666504807/switch/split because node does not exist (not necessarily an error) 2024-11-12T15:20:42,808 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-666504807/switch/split already deleted, retry=false 2024-11-12T15:20:42,809 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41597-0x1012fa25ec80000, quorum=127.0.0.1:62421, baseZNode=/0-666504807 Unable to get data of znode /0-666504807/switch/merge because node does not exist (not necessarily an error) 2024-11-12T15:20:42,819 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-666504807/switch/merge already deleted, retry=false 2024-11-12T15:20:42,821 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41597-0x1012fa25ec80000, quorum=127.0.0.1:62421, baseZNode=/0-666504807 Unable to get data of znode /0-666504807/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T15:20:42,829 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-666504807/snapshot-cleanup already deleted, retry=false 2024-11-12T15:20:42,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1012fa25ec80001, quorum=127.0.0.1:62421, baseZNode=/0-666504807 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-666504807/running 2024-11-12T15:20:42,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41597-0x1012fa25ec80000, quorum=127.0.0.1:62421, baseZNode=/0-666504807 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-666504807/running 2024-11-12T15:20:42,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1012fa25ec80001, quorum=127.0.0.1:62421, baseZNode=/0-666504807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-666504807 2024-11-12T15:20:42,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41597-0x1012fa25ec80000, quorum=127.0.0.1:62421, baseZNode=/0-666504807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-666504807 2024-11-12T15:20:42,840 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a6f201fa5419,41597,1731424840631, sessionid=0x1012fa25ec80000, setting cluster-up flag (Was=false) 2024-11-12T15:20:42,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41597-0x1012fa25ec80000, quorum=127.0.0.1:62421, baseZNode=/0-666504807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-666504807 2024-11-12T15:20:42,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1012fa25ec80001, quorum=127.0.0.1:62421, baseZNode=/0-666504807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-666504807 2024-11-12T15:20:42,892 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-666504807/flush-table-proc/acquired, /0-666504807/flush-table-proc/reached, /0-666504807/flush-table-proc/abort 2024-11-12T15:20:42,893 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a6f201fa5419,41597,1731424840631 2024-11-12T15:20:42,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1012fa25ec80001, quorum=127.0.0.1:62421, baseZNode=/0-666504807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-666504807 2024-11-12T15:20:42,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41597-0x1012fa25ec80000, quorum=127.0.0.1:62421, baseZNode=/0-666504807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-666504807 2024-11-12T15:20:42,945 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-666504807/online-snapshot/acquired, /0-666504807/online-snapshot/reached, /0-666504807/online-snapshot/abort 2024-11-12T15:20:42,946 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a6f201fa5419,41597,1731424840631 2024-11-12T15:20:42,947 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T15:20:42,949 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T15:20:42,949 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T15:20:42,949 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T15:20:42,949 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a6f201fa5419,41597,1731424840631 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T15:20:42,950 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:20:42,950 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:20:42,950 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:20:42,950 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:20:42,950 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a6f201fa5419:0, corePoolSize=10, maxPoolSize=10 2024-11-12T15:20:42,950 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:20:42,950 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a6f201fa5419:0, corePoolSize=2, maxPoolSize=2 2024-11-12T15:20:42,950 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:20:42,951 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731424872951 2024-11-12T15:20:42,951 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T15:20:42,951 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T15:20:42,951 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T15:20:42,951 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T15:20:42,951 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T15:20:42,951 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T15:20:42,952 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:42,952 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T15:20:42,952 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T15:20:42,952 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T15:20:42,952 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T15:20:42,952 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T15:20:42,952 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T15:20:42,953 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:42,953 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T15:20:42,956 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T15:20:42,956 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T15:20:42,956 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.large.0-1731424842956,5,FailOnTimeoutGroup] 2024-11-12T15:20:42,957 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.small.0-1731424842956,5,FailOnTimeoutGroup] 2024-11-12T15:20:42,957 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:42,957 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T15:20:42,957 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:42,957 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:42,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35975 is added to blk_1073741831_1007 (size=1321) 2024-11-12T15:20:42,969 INFO [RS:0;a6f201fa5419:41327 {}] regionserver.HRegionServer(746): ClusterId : e0451078-3f08-4218-aeea-c4d25fcbcc1a 2024-11-12T15:20:42,969 DEBUG [RS:0;a6f201fa5419:41327 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T15:20:42,977 DEBUG [RS:0;a6f201fa5419:41327 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T15:20:42,977 DEBUG [RS:0;a6f201fa5419:41327 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T15:20:42,988 DEBUG [RS:0;a6f201fa5419:41327 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T15:20:42,988 DEBUG [RS:0;a6f201fa5419:41327 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@763068bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a6f201fa5419/172.17.0.2:0 2024-11-12T15:20:43,004 DEBUG [RS:0;a6f201fa5419:41327 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a6f201fa5419:41327 2024-11-12T15:20:43,004 INFO [RS:0;a6f201fa5419:41327 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T15:20:43,004 INFO [RS:0;a6f201fa5419:41327 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T15:20:43,004 DEBUG [RS:0;a6f201fa5419:41327 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T15:20:43,005 INFO [RS:0;a6f201fa5419:41327 {}] regionserver.HRegionServer(2659): reportForDuty to master=a6f201fa5419,41597,1731424840631 with port=41327, startcode=1731424840835 2024-11-12T15:20:43,005 DEBUG [RS:0;a6f201fa5419:41327 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T15:20:43,007 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39769, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T15:20:43,007 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41597 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a6f201fa5419,41327,1731424840835 2024-11-12T15:20:43,007 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41597 {}] master.ServerManager(517): Registering regionserver=a6f201fa5419,41327,1731424840835 2024-11-12T15:20:43,008 DEBUG [RS:0;a6f201fa5419:41327 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68 2024-11-12T15:20:43,009 DEBUG [RS:0;a6f201fa5419:41327 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35155 2024-11-12T15:20:43,009 DEBUG [RS:0;a6f201fa5419:41327 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T15:20:43,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41597-0x1012fa25ec80000, quorum=127.0.0.1:62421, baseZNode=/0-666504807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-666504807/rs 2024-11-12T15:20:43,019 DEBUG [RS:0;a6f201fa5419:41327 {}] zookeeper.ZKUtil(111): regionserver:41327-0x1012fa25ec80001, quorum=127.0.0.1:62421, baseZNode=/0-666504807 Set watcher on existing znode=/0-666504807/rs/a6f201fa5419,41327,1731424840835 2024-11-12T15:20:43,019 WARN [RS:0;a6f201fa5419:41327 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T15:20:43,019 INFO [RS:0;a6f201fa5419:41327 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:20:43,019 DEBUG [RS:0;a6f201fa5419:41327 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/WALs/a6f201fa5419,41327,1731424840835 2024-11-12T15:20:43,020 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a6f201fa5419,41327,1731424840835] 2024-11-12T15:20:43,023 INFO [RS:0;a6f201fa5419:41327 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T15:20:43,025 INFO [RS:0;a6f201fa5419:41327 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T15:20:43,027 INFO [RS:0;a6f201fa5419:41327 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T15:20:43,027 INFO [RS:0;a6f201fa5419:41327 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:43,028 INFO [RS:0;a6f201fa5419:41327 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T15:20:43,029 INFO [RS:0;a6f201fa5419:41327 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T15:20:43,029 INFO [RS:0;a6f201fa5419:41327 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:43,029 DEBUG [RS:0;a6f201fa5419:41327 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:20:43,029 DEBUG [RS:0;a6f201fa5419:41327 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:20:43,029 DEBUG [RS:0;a6f201fa5419:41327 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:20:43,029 DEBUG [RS:0;a6f201fa5419:41327 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:20:43,029 DEBUG [RS:0;a6f201fa5419:41327 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:20:43,029 DEBUG [RS:0;a6f201fa5419:41327 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a6f201fa5419:0, corePoolSize=2, maxPoolSize=2 2024-11-12T15:20:43,029 DEBUG [RS:0;a6f201fa5419:41327 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:20:43,029 DEBUG [RS:0;a6f201fa5419:41327 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:20:43,029 DEBUG [RS:0;a6f201fa5419:41327 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:20:43,029 DEBUG [RS:0;a6f201fa5419:41327 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:20:43,029 DEBUG [RS:0;a6f201fa5419:41327 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:20:43,029 DEBUG [RS:0;a6f201fa5419:41327 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:20:43,029 DEBUG [RS:0;a6f201fa5419:41327 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a6f201fa5419:0, corePoolSize=3, maxPoolSize=3 2024-11-12T15:20:43,029 DEBUG [RS:0;a6f201fa5419:41327 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a6f201fa5419:0, corePoolSize=3, maxPoolSize=3 2024-11-12T15:20:43,032 INFO [RS:0;a6f201fa5419:41327 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:43,032 INFO [RS:0;a6f201fa5419:41327 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:43,032 INFO [RS:0;a6f201fa5419:41327 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:43,032 INFO [RS:0;a6f201fa5419:41327 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:43,032 INFO [RS:0;a6f201fa5419:41327 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:43,032 INFO [RS:0;a6f201fa5419:41327 {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,41327,1731424840835-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T15:20:43,052 INFO [RS:0;a6f201fa5419:41327 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T15:20:43,052 INFO [RS:0;a6f201fa5419:41327 {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,41327,1731424840835-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:43,053 INFO [RS:0;a6f201fa5419:41327 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:43,053 INFO [RS:0;a6f201fa5419:41327 {}] regionserver.Replication(171): a6f201fa5419,41327,1731424840835 started 2024-11-12T15:20:43,073 INFO [RS:0;a6f201fa5419:41327 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:43,073 INFO [RS:0;a6f201fa5419:41327 {}] regionserver.HRegionServer(1482): Serving as a6f201fa5419,41327,1731424840835, RpcServer on a6f201fa5419/172.17.0.2:41327, sessionid=0x1012fa25ec80001 2024-11-12T15:20:43,073 DEBUG [RS:0;a6f201fa5419:41327 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T15:20:43,073 DEBUG [RS:0;a6f201fa5419:41327 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a6f201fa5419,41327,1731424840835 2024-11-12T15:20:43,073 DEBUG [RS:0;a6f201fa5419:41327 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a6f201fa5419,41327,1731424840835' 2024-11-12T15:20:43,073 DEBUG [RS:0;a6f201fa5419:41327 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-666504807/flush-table-proc/abort' 2024-11-12T15:20:43,074 DEBUG [RS:0;a6f201fa5419:41327 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-666504807/flush-table-proc/acquired' 2024-11-12T15:20:43,074 DEBUG [RS:0;a6f201fa5419:41327 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T15:20:43,074 DEBUG [RS:0;a6f201fa5419:41327 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T15:20:43,074 DEBUG [RS:0;a6f201fa5419:41327 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a6f201fa5419,41327,1731424840835 2024-11-12T15:20:43,074 DEBUG [RS:0;a6f201fa5419:41327 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a6f201fa5419,41327,1731424840835' 2024-11-12T15:20:43,074 DEBUG [RS:0;a6f201fa5419:41327 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-666504807/online-snapshot/abort' 2024-11-12T15:20:43,074 DEBUG [RS:0;a6f201fa5419:41327 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-666504807/online-snapshot/acquired' 2024-11-12T15:20:43,075 DEBUG [RS:0;a6f201fa5419:41327 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T15:20:43,075 INFO [RS:0;a6f201fa5419:41327 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T15:20:43,075 INFO [RS:0;a6f201fa5419:41327 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T15:20:43,175 INFO [RS:0;a6f201fa5419:41327 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T15:20:43,176 INFO [RS:0;a6f201fa5419:41327 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a6f201fa5419%2C41327%2C1731424840835, suffix=, logDir=hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/WALs/a6f201fa5419,41327,1731424840835, archiveDir=hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/oldWALs, maxLogs=10 2024-11-12T15:20:43,193 DEBUG [RS:0;a6f201fa5419:41327 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/WALs/a6f201fa5419,41327,1731424840835/a6f201fa5419%2C41327%2C1731424840835.1731424843177, exclude list is [], retry=0 2024-11-12T15:20:43,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35975,DS-be68be98-a069-4ec3-9df6-297179fa8fcb,DISK] 2024-11-12T15:20:43,197 INFO [RS:0;a6f201fa5419:41327 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/WALs/a6f201fa5419,41327,1731424840835/a6f201fa5419%2C41327%2C1731424840835.1731424843177 2024-11-12T15:20:43,198 DEBUG [RS:0;a6f201fa5419:41327 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40833:40833)] 2024-11-12T15:20:43,366 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T15:20:43,367 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68 2024-11-12T15:20:43,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35975 is added to blk_1073741833_1009 (size=32) 2024-11-12T15:20:43,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:20:43,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T15:20:43,774 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T15:20:43,774 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:43,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:20:43,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T15:20:43,775 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T15:20:43,775 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:43,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:20:43,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T15:20:43,776 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T15:20:43,776 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:43,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:20:43,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T15:20:43,777 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T15:20:43,777 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:43,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:20:43,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T15:20:43,778 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/data/hbase/meta/1588230740 2024-11-12T15:20:43,778 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/data/hbase/meta/1588230740 2024-11-12T15:20:43,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T15:20:43,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T15:20:43,779 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T15:20:43,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T15:20:43,782 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T15:20:43,782 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61356874, jitterRate=-0.08571133017539978}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T15:20:43,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731424843772Initializing all the Stores at 1731424843772Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424843773 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424843773Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424843773Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424843773Cleaning up temporary data from old regions at 1731424843779 (+6 ms)Region opened successfully at 1731424843783 (+4 ms) 2024-11-12T15:20:43,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T15:20:43,783 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T15:20:43,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T15:20:43,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T15:20:43,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T15:20:43,783 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T15:20:43,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731424843783Disabling compacts and flushes for region at 1731424843783Disabling writes for close at 1731424843783Writing region close event to WAL at 1731424843783Closed at 1731424843783 2024-11-12T15:20:43,784 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T15:20:43,784 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T15:20:43,785 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T15:20:43,785 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T15:20:43,786 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T15:20:43,936 DEBUG [a6f201fa5419:41597 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T15:20:43,937 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a6f201fa5419,41327,1731424840835 2024-11-12T15:20:43,938 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a6f201fa5419,41327,1731424840835, state=OPENING 2024-11-12T15:20:43,976 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T15:20:43,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41597-0x1012fa25ec80000, quorum=127.0.0.1:62421, baseZNode=/0-666504807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-666504807 2024-11-12T15:20:43,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1012fa25ec80001, quorum=127.0.0.1:62421, baseZNode=/0-666504807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-666504807 2024-11-12T15:20:43,988 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T15:20:43,988 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-666504807/meta-region-server: CHANGED 2024-11-12T15:20:43,988 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a6f201fa5419,41327,1731424840835}] 2024-11-12T15:20:43,988 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-666504807/meta-region-server: CHANGED 2024-11-12T15:20:44,140 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T15:20:44,142 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50323, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T15:20:44,145 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T15:20:44,145 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:20:44,145 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T15:20:44,146 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a6f201fa5419%2C41327%2C1731424840835.meta, suffix=.meta, logDir=hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/WALs/a6f201fa5419,41327,1731424840835, archiveDir=hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/oldWALs, maxLogs=10 2024-11-12T15:20:44,162 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/WALs/a6f201fa5419,41327,1731424840835/a6f201fa5419%2C41327%2C1731424840835.meta.1731424844146.meta, exclude list is [], retry=0 2024-11-12T15:20:44,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35975,DS-be68be98-a069-4ec3-9df6-297179fa8fcb,DISK] 2024-11-12T15:20:44,166 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/WALs/a6f201fa5419,41327,1731424840835/a6f201fa5419%2C41327%2C1731424840835.meta.1731424844146.meta 2024-11-12T15:20:44,166 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40833:40833)] 2024-11-12T15:20:44,166 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T15:20:44,167 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T15:20:44,167 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T15:20:44,167 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T15:20:44,167 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T15:20:44,167 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T15:20:44,167 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:20:44,167 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T15:20:44,167 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T15:20:44,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T15:20:44,169 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T15:20:44,169 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:44,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:20:44,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T15:20:44,170 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T15:20:44,170 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:44,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:20:44,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T15:20:44,170 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T15:20:44,170 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:44,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:20:44,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T15:20:44,171 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T15:20:44,171 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:44,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:20:44,172 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T15:20:44,172 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/data/hbase/meta/1588230740 2024-11-12T15:20:44,173 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/data/hbase/meta/1588230740 2024-11-12T15:20:44,173 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T15:20:44,173 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T15:20:44,174 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T15:20:44,174 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T15:20:44,175 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65949530, jitterRate=-0.01727542281150818}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T15:20:44,175 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T15:20:44,175 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731424844167Writing region info on filesystem at 1731424844167Initializing all the Stores at 1731424844168 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424844168Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424844168Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424844168Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424844168Cleaning up temporary data from old regions at 1731424844173 (+5 ms)Running coprocessor post-open hooks at 1731424844175 (+2 ms)Region opened successfully at 1731424844175 2024-11-12T15:20:44,176 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731424844140 2024-11-12T15:20:44,177 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T15:20:44,177 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T15:20:44,178 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a6f201fa5419,41327,1731424840835 2024-11-12T15:20:44,178 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a6f201fa5419,41327,1731424840835, state=OPEN 2024-11-12T15:20:44,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1012fa25ec80001, quorum=127.0.0.1:62421, baseZNode=/0-666504807 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-666504807/meta-region-server 2024-11-12T15:20:44,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41597-0x1012fa25ec80000, quorum=127.0.0.1:62421, baseZNode=/0-666504807 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-666504807/meta-region-server 2024-11-12T15:20:44,218 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a6f201fa5419,41327,1731424840835 2024-11-12T15:20:44,218 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-666504807/meta-region-server: CHANGED 2024-11-12T15:20:44,218 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-666504807/meta-region-server: CHANGED 2024-11-12T15:20:44,220 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T15:20:44,220 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a6f201fa5419,41327,1731424840835 in 230 msec 2024-11-12T15:20:44,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T15:20:44,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 435 msec 2024-11-12T15:20:44,222 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T15:20:44,222 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T15:20:44,223 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:20:44,223 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,41327,1731424840835, seqNum=-1] 2024-11-12T15:20:44,223 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:20:44,224 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35971, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T15:20:44,228 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2790 sec 2024-11-12T15:20:44,229 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731424844229, completionTime=-1 2024-11-12T15:20:44,229 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T15:20:44,229 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T15:20:44,230 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T15:20:44,230 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731424904230 2024-11-12T15:20:44,230 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731424964230 2024-11-12T15:20:44,230 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-12T15:20:44,231 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,41597,1731424840631-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:44,231 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,41597,1731424840631-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:44,231 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,41597,1731424840631-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:44,231 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a6f201fa5419:41597, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:44,231 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:44,231 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:44,232 DEBUG [master/a6f201fa5419:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T15:20:44,233 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.330sec 2024-11-12T15:20:44,234 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T15:20:44,234 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T15:20:44,234 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T15:20:44,234 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T15:20:44,234 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T15:20:44,234 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,41597,1731424840631-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T15:20:44,234 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,41597,1731424840631-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T15:20:44,235 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T15:20:44,235 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T15:20:44,235 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,41597,1731424840631-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:44,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ccedaa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:20:44,270 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,41597,-1 for getting cluster id 2024-11-12T15:20:44,270 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:20:44,271 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e0451078-3f08-4218-aeea-c4d25fcbcc1a' 2024-11-12T15:20:44,272 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:20:44,272 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e0451078-3f08-4218-aeea-c4d25fcbcc1a" 2024-11-12T15:20:44,272 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5641b050, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:20:44,272 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,41597,-1] 2024-11-12T15:20:44,272 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:20:44,272 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:20:44,273 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:20:44,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@330652c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:20:44,274 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:20:44,275 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,41327,1731424840835, seqNum=-1] 2024-11-12T15:20:44,275 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:20:44,276 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T15:20:44,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a6f201fa5419,41597,1731424840631 2024-11-12T15:20:44,278 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62421 2024-11-12T15:20:44,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62421, baseZNode=/0-666504807 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T15:20:44,293 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012fa25ec80002 connected 2024-11-12T15:20:44,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a973a964-7259-3882-b31a-2a2511a75d66/hadoop.log.dir so I do NOT create it in target/test-data/29549d3b-bd60-370b-d17a-d95e82a28af9 2024-11-12T15:20:44,306 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a973a964-7259-3882-b31a-2a2511a75d66/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T15:20:44,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a973a964-7259-3882-b31a-2a2511a75d66/hadoop.tmp.dir so I do NOT create it in target/test-data/29549d3b-bd60-370b-d17a-d95e82a28af9 2024-11-12T15:20:44,306 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a973a964-7259-3882-b31a-2a2511a75d66/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T15:20:44,306 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29549d3b-bd60-370b-d17a-d95e82a28af9 2024-11-12T15:20:44,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T15:20:44,306 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29549d3b-bd60-370b-d17a-d95e82a28af9/cluster_dda2cfce-cd5c-8a67-dc39-cd3b3c5c61c2, deleteOnExit=true 2024-11-12T15:20:44,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T15:20:44,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29549d3b-bd60-370b-d17a-d95e82a28af9/test.cache.data in system properties and HBase conf 2024-11-12T15:20:44,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29549d3b-bd60-370b-d17a-d95e82a28af9/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T15:20:44,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29549d3b-bd60-370b-d17a-d95e82a28af9/hadoop.log.dir in system properties and HBase conf 2024-11-12T15:20:44,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29549d3b-bd60-370b-d17a-d95e82a28af9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T15:20:44,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29549d3b-bd60-370b-d17a-d95e82a28af9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T15:20:44,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T15:20:44,307 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T15:20:44,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29549d3b-bd60-370b-d17a-d95e82a28af9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T15:20:44,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29549d3b-bd60-370b-d17a-d95e82a28af9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T15:20:44,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29549d3b-bd60-370b-d17a-d95e82a28af9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T15:20:44,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29549d3b-bd60-370b-d17a-d95e82a28af9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T15:20:44,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29549d3b-bd60-370b-d17a-d95e82a28af9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T15:20:44,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29549d3b-bd60-370b-d17a-d95e82a28af9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T15:20:44,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29549d3b-bd60-370b-d17a-d95e82a28af9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T15:20:44,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29549d3b-bd60-370b-d17a-d95e82a28af9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T15:20:44,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29549d3b-bd60-370b-d17a-d95e82a28af9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T15:20:44,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29549d3b-bd60-370b-d17a-d95e82a28af9/nfs.dump.dir in system properties and HBase conf 2024-11-12T15:20:44,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29549d3b-bd60-370b-d17a-d95e82a28af9/java.io.tmpdir in system properties and HBase conf 2024-11-12T15:20:44,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29549d3b-bd60-370b-d17a-d95e82a28af9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T15:20:44,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29549d3b-bd60-370b-d17a-d95e82a28af9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T15:20:44,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29549d3b-bd60-370b-d17a-d95e82a28af9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T15:20:44,631 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T15:20:44,634 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T15:20:44,636 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T15:20:44,636 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T15:20:44,636 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T15:20:44,637 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T15:20:44,638 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55b12147{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29549d3b-bd60-370b-d17a-d95e82a28af9/hadoop.log.dir/,AVAILABLE} 2024-11-12T15:20:44,639 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@503cf90c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T15:20:44,739 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1616dc96{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29549d3b-bd60-370b-d17a-d95e82a28af9/java.io.tmpdir/jetty-localhost-45385-hadoop-hdfs-3_4_1-tests_jar-_-any-725370213995367687/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T15:20:44,739 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44dbfc84{HTTP/1.1, (http/1.1)}{localhost:45385} 2024-11-12T15:20:44,739 INFO [Time-limited test {}] server.Server(415): Started @225983ms 2024-11-12T15:20:44,987 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T15:20:44,990 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T15:20:44,994 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T15:20:44,994 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T15:20:44,994 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T15:20:44,994 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44a91cc4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29549d3b-bd60-370b-d17a-d95e82a28af9/hadoop.log.dir/,AVAILABLE} 2024-11-12T15:20:44,995 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@674af949{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T15:20:45,091 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b23a4a6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29549d3b-bd60-370b-d17a-d95e82a28af9/java.io.tmpdir/jetty-localhost-36415-hadoop-hdfs-3_4_1-tests_jar-_-any-1924413958640948999/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T15:20:45,091 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@56de0319{HTTP/1.1, (http/1.1)}{localhost:36415} 2024-11-12T15:20:45,091 INFO [Time-limited test {}] server.Server(415): Started @226335ms 2024-11-12T15:20:45,092 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T15:20:45,846 WARN [Thread-2750 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29549d3b-bd60-370b-d17a-d95e82a28af9/cluster_dda2cfce-cd5c-8a67-dc39-cd3b3c5c61c2/data/data1/current/BP-1373548252-172.17.0.2-1731424844328/current, will proceed with Du for space computation calculation, 2024-11-12T15:20:45,846 WARN [Thread-2751 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29549d3b-bd60-370b-d17a-d95e82a28af9/cluster_dda2cfce-cd5c-8a67-dc39-cd3b3c5c61c2/data/data2/current/BP-1373548252-172.17.0.2-1731424844328/current, will proceed with Du for space computation calculation, 2024-11-12T15:20:45,862 WARN [Thread-2738 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T15:20:45,864 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe3649d32488ec647 with lease ID 0x2652b8180979d9f9: Processing first storage report for DS-9bdc5fdf-6fde-4d20-94dc-ad9707fd7d78 from datanode DatanodeRegistration(127.0.0.1:45607, datanodeUuid=75b0463c-4470-4102-adbc-4d39291ee28a, infoPort=36759, infoSecurePort=0, ipcPort=43153, storageInfo=lv=-57;cid=testClusterID;nsid=1492851291;c=1731424844328) 2024-11-12T15:20:45,864 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe3649d32488ec647 with lease ID 0x2652b8180979d9f9: from storage DS-9bdc5fdf-6fde-4d20-94dc-ad9707fd7d78 node DatanodeRegistration(127.0.0.1:45607, datanodeUuid=75b0463c-4470-4102-adbc-4d39291ee28a, infoPort=36759, infoSecurePort=0, ipcPort=43153, storageInfo=lv=-57;cid=testClusterID;nsid=1492851291;c=1731424844328), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T15:20:45,864 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe3649d32488ec647 with lease ID 0x2652b8180979d9f9: Processing first storage report for DS-5a5c03cb-2e4b-43dd-ba49-7f46e996aefb from datanode DatanodeRegistration(127.0.0.1:45607, datanodeUuid=75b0463c-4470-4102-adbc-4d39291ee28a, infoPort=36759, infoSecurePort=0, ipcPort=43153, storageInfo=lv=-57;cid=testClusterID;nsid=1492851291;c=1731424844328) 2024-11-12T15:20:45,864 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe3649d32488ec647 with lease ID 0x2652b8180979d9f9: from storage DS-5a5c03cb-2e4b-43dd-ba49-7f46e996aefb node DatanodeRegistration(127.0.0.1:45607, datanodeUuid=75b0463c-4470-4102-adbc-4d39291ee28a, infoPort=36759, infoSecurePort=0, ipcPort=43153, storageInfo=lv=-57;cid=testClusterID;nsid=1492851291;c=1731424844328), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T15:20:45,925 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29549d3b-bd60-370b-d17a-d95e82a28af9 2024-11-12T15:20:45,925 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:20:45,927 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:20:45,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45607 is added to blk_1073741825_1001 (size=7) 2024-11-12T15:20:46,334 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451 with version=8 2024-11-12T15:20:46,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/hbase-staging 2024-11-12T15:20:46,335 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T15:20:46,335 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T15:20:46,337 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a6f201fa5419:0 server-side Connection retries=45 2024-11-12T15:20:46,337 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:20:46,337 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T15:20:46,337 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T15:20:46,337 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:20:46,337 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T15:20:46,337 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T15:20:46,337 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T15:20:46,338 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45371 2024-11-12T15:20:46,350 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45371 connecting to ZooKeeper ensemble=127.0.0.1:62421 2024-11-12T15:20:46,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:453710x0, quorum=127.0.0.1:62421, baseZNode=/11388933180 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T15:20:46,398 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45371-0x1012fa25ec80003 connected 2024-11-12T15:20:46,567 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:20:46,568 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:20:46,571 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45371-0x1012fa25ec80003, quorum=127.0.0.1:62421, baseZNode=/11388933180 Set watcher on znode that does not yet exist, /11388933180/running 2024-11-12T15:20:46,572 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451, hbase.cluster.distributed=false 2024-11-12T15:20:46,573 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45371-0x1012fa25ec80003, quorum=127.0.0.1:62421, baseZNode=/11388933180 Set watcher on znode that does not yet exist, /11388933180/acl 2024-11-12T15:20:46,574 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45371 2024-11-12T15:20:46,575 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45371 2024-11-12T15:20:46,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45371 2024-11-12T15:20:46,593 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45371 2024-11-12T15:20:46,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45371 2024-11-12T15:20:46,618 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a6f201fa5419:0 server-side Connection retries=45 2024-11-12T15:20:46,618 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:20:46,618 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T15:20:46,618 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T15:20:46,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:20:46,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T15:20:46,619 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T15:20:46,619 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T15:20:46,620 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33293 2024-11-12T15:20:46,621 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33293 connecting to ZooKeeper ensemble=127.0.0.1:62421 2024-11-12T15:20:46,622 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:20:46,624 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:20:46,640 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:332930x0, quorum=127.0.0.1:62421, baseZNode=/11388933180 Set watcher on znode that does not yet exist, /11388933180/running 2024-11-12T15:20:46,641 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T15:20:46,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:332930x0, quorum=127.0.0.1:62421, baseZNode=/11388933180 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T15:20:46,656 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T15:20:46,657 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:332930x0, quorum=127.0.0.1:62421, baseZNode=/11388933180 Set watcher on znode that does not yet exist, /11388933180/master 2024-11-12T15:20:46,658 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:332930x0, quorum=127.0.0.1:62421, baseZNode=/11388933180 Set watcher on znode that does not yet exist, /11388933180/acl 2024-11-12T15:20:46,659 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33293-0x1012fa25ec80004 connected 2024-11-12T15:20:46,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33293 2024-11-12T15:20:46,665 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33293 2024-11-12T15:20:46,665 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33293 2024-11-12T15:20:46,665 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33293 2024-11-12T15:20:46,666 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33293 2024-11-12T15:20:46,680 DEBUG [M:0;a6f201fa5419:45371 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a6f201fa5419:45371 2024-11-12T15:20:46,680 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11388933180/backup-masters/a6f201fa5419,45371,1731424846337 2024-11-12T15:20:46,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45371-0x1012fa25ec80003, quorum=127.0.0.1:62421, baseZNode=/11388933180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11388933180/backup-masters 2024-11-12T15:20:46,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33293-0x1012fa25ec80004, quorum=127.0.0.1:62421, baseZNode=/11388933180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11388933180/backup-masters 2024-11-12T15:20:46,693 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45371-0x1012fa25ec80003, quorum=127.0.0.1:62421, baseZNode=/11388933180 Set watcher on existing znode=/11388933180/backup-masters/a6f201fa5419,45371,1731424846337 2024-11-12T15:20:46,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45371-0x1012fa25ec80003, quorum=127.0.0.1:62421, baseZNode=/11388933180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11388933180 2024-11-12T15:20:46,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33293-0x1012fa25ec80004, quorum=127.0.0.1:62421, baseZNode=/11388933180 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11388933180/master 2024-11-12T15:20:46,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33293-0x1012fa25ec80004, quorum=127.0.0.1:62421, baseZNode=/11388933180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11388933180 2024-11-12T15:20:46,703 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45371-0x1012fa25ec80003, quorum=127.0.0.1:62421, baseZNode=/11388933180 Set watcher on existing znode=/11388933180/master 2024-11-12T15:20:46,704 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11388933180/backup-masters/a6f201fa5419,45371,1731424846337 from backup master directory 2024-11-12T15:20:46,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33293-0x1012fa25ec80004, quorum=127.0.0.1:62421, baseZNode=/11388933180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11388933180/backup-masters 2024-11-12T15:20:46,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45371-0x1012fa25ec80003, quorum=127.0.0.1:62421, baseZNode=/11388933180 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11388933180/backup-masters/a6f201fa5419,45371,1731424846337 2024-11-12T15:20:46,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45371-0x1012fa25ec80003, quorum=127.0.0.1:62421, baseZNode=/11388933180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11388933180/backup-masters 2024-11-12T15:20:46,713 WARN [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T15:20:46,713 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a6f201fa5419,45371,1731424846337 2024-11-12T15:20:46,716 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/hbase.id] with ID: 774273e1-4690-458b-a460-92298c8d6095 2024-11-12T15:20:46,716 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/.tmp/hbase.id 2024-11-12T15:20:46,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45607 is added to blk_1073741826_1002 (size=42) 2024-11-12T15:20:46,724 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/.tmp/hbase.id]:[hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/hbase.id] 2024-11-12T15:20:46,731 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:20:46,731 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T15:20:46,732 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T15:20:46,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33293-0x1012fa25ec80004, quorum=127.0.0.1:62421, baseZNode=/11388933180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11388933180 2024-11-12T15:20:46,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45371-0x1012fa25ec80003, quorum=127.0.0.1:62421, baseZNode=/11388933180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11388933180 2024-11-12T15:20:46,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45607 is added to blk_1073741827_1003 (size=196) 2024-11-12T15:20:47,150 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T15:20:47,151 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T15:20:47,151 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:20:47,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45607 is added to blk_1073741828_1004 (size=1189) 2024-11-12T15:20:47,556 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/MasterData/data/master/store 2024-11-12T15:20:47,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45607 is added to blk_1073741829_1005 (size=34) 2024-11-12T15:20:47,962 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:20:47,962 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T15:20:47,962 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:20:47,962 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:20:47,962 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T15:20:47,962 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:20:47,962 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:20:47,962 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731424847962Disabling compacts and flushes for region at 1731424847962Disabling writes for close at 1731424847962Writing region close event to WAL at 1731424847962Closed at 1731424847962 2024-11-12T15:20:47,963 WARN [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/MasterData/data/master/store/.initializing 2024-11-12T15:20:47,963 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/MasterData/WALs/a6f201fa5419,45371,1731424846337 2024-11-12T15:20:47,964 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T15:20:47,965 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a6f201fa5419%2C45371%2C1731424846337, suffix=, logDir=hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/MasterData/WALs/a6f201fa5419,45371,1731424846337, archiveDir=hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/MasterData/oldWALs, maxLogs=10 2024-11-12T15:20:47,983 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/MasterData/WALs/a6f201fa5419,45371,1731424846337/a6f201fa5419%2C45371%2C1731424846337.1731424847965, exclude list is [], retry=0 2024-11-12T15:20:47,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45607,DS-9bdc5fdf-6fde-4d20-94dc-ad9707fd7d78,DISK] 2024-11-12T15:20:47,987 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/MasterData/WALs/a6f201fa5419,45371,1731424846337/a6f201fa5419%2C45371%2C1731424846337.1731424847965 2024-11-12T15:20:47,987 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36759:36759)] 2024-11-12T15:20:47,987 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T15:20:47,987 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:20:47,987 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:20:47,987 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:20:47,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:20:47,989 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T15:20:47,989 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:47,989 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:20:47,990 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:20:47,990 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T15:20:47,990 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:47,991 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:20:47,991 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:20:47,992 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T15:20:47,992 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:47,992 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:20:47,992 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:20:47,993 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T15:20:47,993 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:47,993 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:20:47,993 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:20:47,994 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:20:47,994 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:20:47,995 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:20:47,995 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:20:47,995 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T15:20:47,996 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:20:47,997 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T15:20:47,998 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61685177, jitterRate=-0.08081923425197601}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T15:20:47,998 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731424847987Initializing all the Stores at 1731424847988 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424847988Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424847988Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424847988Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424847988Cleaning up temporary data from old regions at 1731424847995 (+7 ms)Region opened successfully at 1731424847998 (+3 ms) 2024-11-12T15:20:47,998 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T15:20:48,000 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6093ecba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a6f201fa5419/172.17.0.2:0 2024-11-12T15:20:48,000 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T15:20:48,001 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T15:20:48,001 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T15:20:48,001 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T15:20:48,001 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T15:20:48,001 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T15:20:48,001 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T15:20:48,002 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T15:20:48,003 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45371-0x1012fa25ec80003, quorum=127.0.0.1:62421, baseZNode=/11388933180 Unable to get data of znode /11388933180/balancer because node does not exist (not necessarily an error) 2024-11-12T15:20:48,061 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11388933180/balancer already deleted, retry=false 2024-11-12T15:20:48,061 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T15:20:48,062 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45371-0x1012fa25ec80003, quorum=127.0.0.1:62421, baseZNode=/11388933180 Unable to get data of znode /11388933180/normalizer because node does not exist (not necessarily an error) 2024-11-12T15:20:48,071 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11388933180/normalizer already deleted, retry=false 2024-11-12T15:20:48,071 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T15:20:48,073 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45371-0x1012fa25ec80003, quorum=127.0.0.1:62421, baseZNode=/11388933180 Unable to get data of znode /11388933180/switch/split because node does not exist (not necessarily an error) 2024-11-12T15:20:48,082 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11388933180/switch/split already deleted, retry=false 2024-11-12T15:20:48,082 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45371-0x1012fa25ec80003, quorum=127.0.0.1:62421, baseZNode=/11388933180 Unable to get data of znode /11388933180/switch/merge because node does not exist (not necessarily an error) 2024-11-12T15:20:48,092 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11388933180/switch/merge already deleted, retry=false 2024-11-12T15:20:48,094 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45371-0x1012fa25ec80003, quorum=127.0.0.1:62421, baseZNode=/11388933180 Unable to get data of znode /11388933180/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T15:20:48,103 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11388933180/snapshot-cleanup already deleted, retry=false 2024-11-12T15:20:48,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45371-0x1012fa25ec80003, quorum=127.0.0.1:62421, baseZNode=/11388933180 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11388933180/running 2024-11-12T15:20:48,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33293-0x1012fa25ec80004, quorum=127.0.0.1:62421, baseZNode=/11388933180 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11388933180/running 2024-11-12T15:20:48,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45371-0x1012fa25ec80003, quorum=127.0.0.1:62421, baseZNode=/11388933180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11388933180 2024-11-12T15:20:48,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33293-0x1012fa25ec80004, quorum=127.0.0.1:62421, baseZNode=/11388933180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11388933180 2024-11-12T15:20:48,114 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a6f201fa5419,45371,1731424846337, sessionid=0x1012fa25ec80003, setting cluster-up flag (Was=false) 2024-11-12T15:20:48,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33293-0x1012fa25ec80004, quorum=127.0.0.1:62421, baseZNode=/11388933180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11388933180 2024-11-12T15:20:48,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45371-0x1012fa25ec80003, quorum=127.0.0.1:62421, baseZNode=/11388933180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11388933180 2024-11-12T15:20:48,166 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11388933180/flush-table-proc/acquired, /11388933180/flush-table-proc/reached, /11388933180/flush-table-proc/abort 2024-11-12T15:20:48,167 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a6f201fa5419,45371,1731424846337 2024-11-12T15:20:48,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45371-0x1012fa25ec80003, quorum=127.0.0.1:62421, baseZNode=/11388933180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11388933180 2024-11-12T15:20:48,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33293-0x1012fa25ec80004, quorum=127.0.0.1:62421, baseZNode=/11388933180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11388933180 2024-11-12T15:20:48,219 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11388933180/online-snapshot/acquired, /11388933180/online-snapshot/reached, /11388933180/online-snapshot/abort 2024-11-12T15:20:48,219 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a6f201fa5419,45371,1731424846337 2024-11-12T15:20:48,220 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T15:20:48,221 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T15:20:48,222 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T15:20:48,222 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T15:20:48,222 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a6f201fa5419,45371,1731424846337 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T15:20:48,223 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:20:48,224 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:20:48,224 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:20:48,224 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:20:48,224 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a6f201fa5419:0, corePoolSize=10, maxPoolSize=10 2024-11-12T15:20:48,224 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:20:48,224 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a6f201fa5419:0, corePoolSize=2, maxPoolSize=2 2024-11-12T15:20:48,224 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:20:48,225 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731424878225 2024-11-12T15:20:48,225 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T15:20:48,225 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T15:20:48,225 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T15:20:48,225 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T15:20:48,226 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T15:20:48,226 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T15:20:48,226 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T15:20:48,226 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T15:20:48,226 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:48,226 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T15:20:48,226 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:48,227 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T15:20:48,227 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T15:20:48,227 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T15:20:48,227 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T15:20:48,227 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T15:20:48,228 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T15:20:48,228 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.large.0-1731424848228,5,FailOnTimeoutGroup] 2024-11-12T15:20:48,228 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.small.0-1731424848228,5,FailOnTimeoutGroup] 2024-11-12T15:20:48,228 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:48,228 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T15:20:48,228 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:48,228 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:48,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45607 is added to blk_1073741831_1007 (size=1321) 2024-11-12T15:20:48,268 INFO [RS:0;a6f201fa5419:33293 {}] regionserver.HRegionServer(746): ClusterId : 774273e1-4690-458b-a460-92298c8d6095 2024-11-12T15:20:48,268 DEBUG [RS:0;a6f201fa5419:33293 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T15:20:48,272 DEBUG [RS:0;a6f201fa5419:33293 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T15:20:48,272 DEBUG [RS:0;a6f201fa5419:33293 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T15:20:48,282 DEBUG [RS:0;a6f201fa5419:33293 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T15:20:48,283 DEBUG [RS:0;a6f201fa5419:33293 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9f2a55a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a6f201fa5419/172.17.0.2:0 2024-11-12T15:20:48,298 DEBUG [RS:0;a6f201fa5419:33293 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a6f201fa5419:33293 2024-11-12T15:20:48,298 INFO [RS:0;a6f201fa5419:33293 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T15:20:48,298 INFO [RS:0;a6f201fa5419:33293 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T15:20:48,298 DEBUG [RS:0;a6f201fa5419:33293 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T15:20:48,299 INFO [RS:0;a6f201fa5419:33293 {}] regionserver.HRegionServer(2659): reportForDuty to master=a6f201fa5419,45371,1731424846337 with port=33293, startcode=1731424846618 2024-11-12T15:20:48,299 DEBUG [RS:0;a6f201fa5419:33293 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T15:20:48,300 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50181, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T15:20:48,301 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45371 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a6f201fa5419,33293,1731424846618 2024-11-12T15:20:48,301 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45371 {}] master.ServerManager(517): Registering regionserver=a6f201fa5419,33293,1731424846618 2024-11-12T15:20:48,302 DEBUG [RS:0;a6f201fa5419:33293 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451 2024-11-12T15:20:48,302 DEBUG [RS:0;a6f201fa5419:33293 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33465 2024-11-12T15:20:48,302 DEBUG [RS:0;a6f201fa5419:33293 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T15:20:48,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45371-0x1012fa25ec80003, quorum=127.0.0.1:62421, baseZNode=/11388933180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11388933180/rs 2024-11-12T15:20:48,355 DEBUG [RS:0;a6f201fa5419:33293 {}] zookeeper.ZKUtil(111): regionserver:33293-0x1012fa25ec80004, quorum=127.0.0.1:62421, baseZNode=/11388933180 Set watcher on existing znode=/11388933180/rs/a6f201fa5419,33293,1731424846618 2024-11-12T15:20:48,355 WARN [RS:0;a6f201fa5419:33293 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T15:20:48,355 INFO [RS:0;a6f201fa5419:33293 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:20:48,355 DEBUG [RS:0;a6f201fa5419:33293 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/WALs/a6f201fa5419,33293,1731424846618 2024-11-12T15:20:48,356 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a6f201fa5419,33293,1731424846618] 2024-11-12T15:20:48,358 INFO [RS:0;a6f201fa5419:33293 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T15:20:48,360 INFO [RS:0;a6f201fa5419:33293 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T15:20:48,364 INFO [RS:0;a6f201fa5419:33293 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T15:20:48,364 INFO [RS:0;a6f201fa5419:33293 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:48,368 INFO [RS:0;a6f201fa5419:33293 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T15:20:48,369 INFO [RS:0;a6f201fa5419:33293 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T15:20:48,369 INFO [RS:0;a6f201fa5419:33293 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:48,369 DEBUG [RS:0;a6f201fa5419:33293 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:20:48,369 DEBUG [RS:0;a6f201fa5419:33293 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:20:48,369 DEBUG [RS:0;a6f201fa5419:33293 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:20:48,369 DEBUG [RS:0;a6f201fa5419:33293 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:20:48,369 DEBUG [RS:0;a6f201fa5419:33293 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:20:48,369 DEBUG [RS:0;a6f201fa5419:33293 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a6f201fa5419:0, corePoolSize=2, maxPoolSize=2 2024-11-12T15:20:48,369 DEBUG [RS:0;a6f201fa5419:33293 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:20:48,370 DEBUG [RS:0;a6f201fa5419:33293 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:20:48,370 DEBUG [RS:0;a6f201fa5419:33293 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:20:48,370 DEBUG [RS:0;a6f201fa5419:33293 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:20:48,370 DEBUG [RS:0;a6f201fa5419:33293 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:20:48,370 DEBUG [RS:0;a6f201fa5419:33293 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:20:48,370 DEBUG [RS:0;a6f201fa5419:33293 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a6f201fa5419:0, corePoolSize=3, maxPoolSize=3 2024-11-12T15:20:48,370 DEBUG [RS:0;a6f201fa5419:33293 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a6f201fa5419:0, corePoolSize=3, maxPoolSize=3 2024-11-12T15:20:48,372 INFO [RS:0;a6f201fa5419:33293 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:48,372 INFO [RS:0;a6f201fa5419:33293 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:48,372 INFO [RS:0;a6f201fa5419:33293 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:48,372 INFO [RS:0;a6f201fa5419:33293 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:48,372 INFO [RS:0;a6f201fa5419:33293 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:48,372 INFO [RS:0;a6f201fa5419:33293 {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,33293,1731424846618-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T15:20:48,391 INFO [RS:0;a6f201fa5419:33293 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T15:20:48,391 INFO [RS:0;a6f201fa5419:33293 {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,33293,1731424846618-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:48,391 INFO [RS:0;a6f201fa5419:33293 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:48,391 INFO [RS:0;a6f201fa5419:33293 {}] regionserver.Replication(171): a6f201fa5419,33293,1731424846618 started 2024-11-12T15:20:48,409 INFO [RS:0;a6f201fa5419:33293 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:48,409 INFO [RS:0;a6f201fa5419:33293 {}] regionserver.HRegionServer(1482): Serving as a6f201fa5419,33293,1731424846618, RpcServer on a6f201fa5419/172.17.0.2:33293, sessionid=0x1012fa25ec80004 2024-11-12T15:20:48,409 DEBUG [RS:0;a6f201fa5419:33293 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T15:20:48,409 DEBUG [RS:0;a6f201fa5419:33293 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a6f201fa5419,33293,1731424846618 2024-11-12T15:20:48,409 DEBUG [RS:0;a6f201fa5419:33293 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a6f201fa5419,33293,1731424846618' 2024-11-12T15:20:48,409 DEBUG [RS:0;a6f201fa5419:33293 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11388933180/flush-table-proc/abort' 2024-11-12T15:20:48,410 DEBUG [RS:0;a6f201fa5419:33293 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11388933180/flush-table-proc/acquired' 2024-11-12T15:20:48,410 DEBUG [RS:0;a6f201fa5419:33293 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T15:20:48,410 DEBUG [RS:0;a6f201fa5419:33293 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T15:20:48,410 DEBUG [RS:0;a6f201fa5419:33293 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a6f201fa5419,33293,1731424846618 2024-11-12T15:20:48,410 DEBUG [RS:0;a6f201fa5419:33293 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a6f201fa5419,33293,1731424846618' 2024-11-12T15:20:48,410 DEBUG [RS:0;a6f201fa5419:33293 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11388933180/online-snapshot/abort' 2024-11-12T15:20:48,410 DEBUG [RS:0;a6f201fa5419:33293 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11388933180/online-snapshot/acquired' 2024-11-12T15:20:48,411 DEBUG [RS:0;a6f201fa5419:33293 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T15:20:48,411 INFO [RS:0;a6f201fa5419:33293 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T15:20:48,411 INFO [RS:0;a6f201fa5419:33293 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T15:20:48,511 INFO [RS:0;a6f201fa5419:33293 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T15:20:48,512 INFO [RS:0;a6f201fa5419:33293 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a6f201fa5419%2C33293%2C1731424846618, suffix=, logDir=hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/WALs/a6f201fa5419,33293,1731424846618, archiveDir=hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/oldWALs, maxLogs=10 2024-11-12T15:20:48,527 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:20:48,528 DEBUG [RS:0;a6f201fa5419:33293 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/WALs/a6f201fa5419,33293,1731424846618/a6f201fa5419%2C33293%2C1731424846618.1731424848513, exclude list is [], retry=0 2024-11-12T15:20:48,528 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a6f201fa5419,42129,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a6f201fa5419:42129 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T15:20:48,528 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38449 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a6f201fa5419,42129,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a6f201fa5419:42129 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T15:20:48,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45607,DS-9bdc5fdf-6fde-4d20-94dc-ad9707fd7d78,DISK] 2024-11-12T15:20:48,531 INFO [RS:0;a6f201fa5419:33293 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/WALs/a6f201fa5419,33293,1731424846618/a6f201fa5419%2C33293%2C1731424846618.1731424848513 2024-11-12T15:20:48,532 DEBUG [RS:0;a6f201fa5419:33293 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36759:36759)] 2024-11-12T15:20:48,631 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T15:20:48,631 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451 2024-11-12T15:20:48,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45607 is added to blk_1073741833_1009 (size=32) 2024-11-12T15:20:49,024 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T15:20:49,036 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:20:49,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T15:20:49,038 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T15:20:49,038 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:49,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:20:49,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T15:20:49,040 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T15:20:49,040 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:49,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:20:49,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T15:20:49,041 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T15:20:49,041 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:49,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:20:49,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T15:20:49,042 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T15:20:49,042 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:49,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:20:49,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T15:20:49,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/data/hbase/meta/1588230740 2024-11-12T15:20:49,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/data/hbase/meta/1588230740 2024-11-12T15:20:49,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T15:20:49,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T15:20:49,044 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T15:20:49,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T15:20:49,046 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T15:20:49,046 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71158791, jitterRate=0.06034861505031586}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T15:20:49,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731424849036Initializing all the Stores at 1731424849037 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424849037Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424849037Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424849037Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424849037Cleaning up temporary data from old regions at 1731424849043 (+6 ms)Region opened successfully at 1731424849046 (+3 ms) 2024-11-12T15:20:49,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T15:20:49,046 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T15:20:49,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T15:20:49,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T15:20:49,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T15:20:49,046 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T15:20:49,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731424849046Disabling compacts and flushes for region at 1731424849046Disabling writes for close at 1731424849046Writing region close event to WAL at 1731424849046Closed at 1731424849046 2024-11-12T15:20:49,047 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T15:20:49,047 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T15:20:49,047 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T15:20:49,048 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T15:20:49,048 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T15:20:49,199 DEBUG [a6f201fa5419:45371 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T15:20:49,199 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a6f201fa5419,33293,1731424846618 2024-11-12T15:20:49,200 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a6f201fa5419,33293,1731424846618, state=OPENING 2024-11-12T15:20:49,250 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T15:20:49,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33293-0x1012fa25ec80004, quorum=127.0.0.1:62421, baseZNode=/11388933180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11388933180 2024-11-12T15:20:49,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45371-0x1012fa25ec80003, quorum=127.0.0.1:62421, baseZNode=/11388933180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11388933180 2024-11-12T15:20:49,261 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T15:20:49,261 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11388933180/meta-region-server: CHANGED 2024-11-12T15:20:49,261 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11388933180/meta-region-server: CHANGED 2024-11-12T15:20:49,261 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a6f201fa5419,33293,1731424846618}] 2024-11-12T15:20:49,413 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T15:20:49,415 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52197, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T15:20:49,417 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T15:20:49,417 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:20:49,417 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T15:20:49,418 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a6f201fa5419%2C33293%2C1731424846618.meta, suffix=.meta, logDir=hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/WALs/a6f201fa5419,33293,1731424846618, archiveDir=hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/oldWALs, maxLogs=10 2024-11-12T15:20:49,430 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/WALs/a6f201fa5419,33293,1731424846618/a6f201fa5419%2C33293%2C1731424846618.meta.1731424849418.meta, exclude list is [], retry=0 2024-11-12T15:20:49,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45607,DS-9bdc5fdf-6fde-4d20-94dc-ad9707fd7d78,DISK] 2024-11-12T15:20:49,433 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/WALs/a6f201fa5419,33293,1731424846618/a6f201fa5419%2C33293%2C1731424846618.meta.1731424849418.meta 2024-11-12T15:20:49,434 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36759:36759)] 2024-11-12T15:20:49,434 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T15:20:49,434 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T15:20:49,434 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T15:20:49,434 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T15:20:49,434 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T15:20:49,435 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T15:20:49,435 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:20:49,435 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T15:20:49,435 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T15:20:49,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T15:20:49,436 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T15:20:49,437 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:49,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:20:49,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T15:20:49,437 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T15:20:49,437 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:49,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:20:49,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T15:20:49,438 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T15:20:49,438 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:49,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:20:49,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T15:20:49,439 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T15:20:49,439 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:49,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:20:49,439 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T15:20:49,440 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/data/hbase/meta/1588230740 2024-11-12T15:20:49,440 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/data/hbase/meta/1588230740 2024-11-12T15:20:49,441 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T15:20:49,441 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T15:20:49,442 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T15:20:49,443 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T15:20:49,443 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64246147, jitterRate=-0.04265780746936798}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T15:20:49,443 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T15:20:49,443 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731424849435Writing region info on filesystem at 1731424849435Initializing all the Stores at 1731424849435Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424849436 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424849436Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424849436Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424849436Cleaning up temporary data from old regions at 1731424849441 (+5 ms)Running coprocessor post-open hooks at 1731424849443 (+2 ms)Region opened successfully at 1731424849443 2024-11-12T15:20:49,444 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731424849413 2024-11-12T15:20:49,446 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T15:20:49,446 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T15:20:49,446 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a6f201fa5419,33293,1731424846618 2024-11-12T15:20:49,447 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a6f201fa5419,33293,1731424846618, state=OPEN 2024-11-12T15:20:49,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45371-0x1012fa25ec80003, quorum=127.0.0.1:62421, baseZNode=/11388933180 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11388933180/meta-region-server 2024-11-12T15:20:49,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33293-0x1012fa25ec80004, quorum=127.0.0.1:62421, baseZNode=/11388933180 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11388933180/meta-region-server 2024-11-12T15:20:49,450 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a6f201fa5419,33293,1731424846618 2024-11-12T15:20:49,450 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11388933180/meta-region-server: CHANGED 2024-11-12T15:20:49,450 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11388933180/meta-region-server: CHANGED 2024-11-12T15:20:49,451 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T15:20:49,451 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a6f201fa5419,33293,1731424846618 in 189 msec 2024-11-12T15:20:49,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T15:20:49,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 404 msec 2024-11-12T15:20:49,454 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T15:20:49,454 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T15:20:49,455 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:20:49,455 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,33293,1731424846618, seqNum=-1] 2024-11-12T15:20:49,455 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:20:49,456 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40139, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T15:20:49,460 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2390 sec 2024-11-12T15:20:49,460 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731424849460, completionTime=-1 2024-11-12T15:20:49,460 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T15:20:49,460 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T15:20:49,462 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T15:20:49,462 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731424909462 2024-11-12T15:20:49,462 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731424969462 2024-11-12T15:20:49,462 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-12T15:20:49,462 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,45371,1731424846337-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:49,462 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,45371,1731424846337-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:49,462 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,45371,1731424846337-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:49,462 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a6f201fa5419:45371, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:49,462 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:49,462 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:49,464 DEBUG [master/a6f201fa5419:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T15:20:49,465 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.751sec 2024-11-12T15:20:49,465 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T15:20:49,465 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T15:20:49,465 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T15:20:49,465 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T15:20:49,465 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T15:20:49,465 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,45371,1731424846337-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T15:20:49,465 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,45371,1731424846337-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T15:20:49,467 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T15:20:49,467 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T15:20:49,467 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,45371,1731424846337-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:49,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e865d8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:20:49,469 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,45371,-1 for getting cluster id 2024-11-12T15:20:49,469 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:20:49,470 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '774273e1-4690-458b-a460-92298c8d6095' 2024-11-12T15:20:49,470 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:20:49,470 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "774273e1-4690-458b-a460-92298c8d6095" 2024-11-12T15:20:49,470 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22cb5175, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:20:49,470 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,45371,-1] 2024-11-12T15:20:49,470 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:20:49,471 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:20:49,471 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:20:49,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73111f9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:20:49,472 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:20:49,473 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,33293,1731424846618, seqNum=-1] 2024-11-12T15:20:49,473 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:20:49,474 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T15:20:49,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a6f201fa5419,45371,1731424846337 2024-11-12T15:20:49,476 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62421 2024-11-12T15:20:49,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62421, baseZNode=/11388933180 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T15:20:49,563 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012fa25ec80005 connected 2024-11-12T15:20:49,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29549d3b-bd60-370b-d17a-d95e82a28af9/hadoop.log.dir so I do NOT create it in target/test-data/cb827feb-a827-cd34-3138-2b544065bd28 2024-11-12T15:20:49,589 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29549d3b-bd60-370b-d17a-d95e82a28af9/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T15:20:49,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29549d3b-bd60-370b-d17a-d95e82a28af9/hadoop.tmp.dir so I do NOT create it in target/test-data/cb827feb-a827-cd34-3138-2b544065bd28 2024-11-12T15:20:49,589 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29549d3b-bd60-370b-d17a-d95e82a28af9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T15:20:49,589 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cb827feb-a827-cd34-3138-2b544065bd28 2024-11-12T15:20:49,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T15:20:49,589 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cb827feb-a827-cd34-3138-2b544065bd28/cluster_d4cc3084-56e9-ac62-a193-71fb72999418, deleteOnExit=true 2024-11-12T15:20:49,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T15:20:49,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cb827feb-a827-cd34-3138-2b544065bd28/test.cache.data in system properties and HBase conf 2024-11-12T15:20:49,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cb827feb-a827-cd34-3138-2b544065bd28/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T15:20:49,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cb827feb-a827-cd34-3138-2b544065bd28/hadoop.log.dir in system properties and HBase conf 2024-11-12T15:20:49,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cb827feb-a827-cd34-3138-2b544065bd28/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T15:20:49,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cb827feb-a827-cd34-3138-2b544065bd28/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T15:20:49,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T15:20:49,590 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T15:20:49,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cb827feb-a827-cd34-3138-2b544065bd28/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T15:20:49,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cb827feb-a827-cd34-3138-2b544065bd28/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T15:20:49,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cb827feb-a827-cd34-3138-2b544065bd28/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T15:20:49,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cb827feb-a827-cd34-3138-2b544065bd28/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T15:20:49,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cb827feb-a827-cd34-3138-2b544065bd28/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T15:20:49,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cb827feb-a827-cd34-3138-2b544065bd28/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T15:20:49,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cb827feb-a827-cd34-3138-2b544065bd28/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T15:20:49,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cb827feb-a827-cd34-3138-2b544065bd28/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T15:20:49,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cb827feb-a827-cd34-3138-2b544065bd28/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T15:20:49,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cb827feb-a827-cd34-3138-2b544065bd28/nfs.dump.dir in system properties and HBase conf 2024-11-12T15:20:49,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cb827feb-a827-cd34-3138-2b544065bd28/java.io.tmpdir in system properties and HBase conf 2024-11-12T15:20:49,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cb827feb-a827-cd34-3138-2b544065bd28/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T15:20:49,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cb827feb-a827-cd34-3138-2b544065bd28/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T15:20:49,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cb827feb-a827-cd34-3138-2b544065bd28/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T15:20:49,669 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T15:20:49,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:20:49,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:20:49,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:20:49,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:20:49,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:20:49,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:20:49,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:20:49,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:20:49,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:20:49,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:20:49,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:20:49,941 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T15:20:49,944 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T15:20:49,948 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T15:20:49,948 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T15:20:49,949 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T15:20:49,949 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T15:20:49,950 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@438ce417{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cb827feb-a827-cd34-3138-2b544065bd28/hadoop.log.dir/,AVAILABLE} 2024-11-12T15:20:49,950 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73ff9af5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T15:20:50,046 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@8f8d269{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cb827feb-a827-cd34-3138-2b544065bd28/java.io.tmpdir/jetty-localhost-38275-hadoop-hdfs-3_4_1-tests_jar-_-any-18282488251672821638/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T15:20:50,046 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@16cc2ccc{HTTP/1.1, (http/1.1)}{localhost:38275} 2024-11-12T15:20:50,046 INFO [Time-limited test {}] server.Server(415): Started @231290ms 2024-11-12T15:20:50,307 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T15:20:50,309 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T15:20:50,314 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T15:20:50,314 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T15:20:50,314 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T15:20:50,315 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76912e43{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cb827feb-a827-cd34-3138-2b544065bd28/hadoop.log.dir/,AVAILABLE} 2024-11-12T15:20:50,315 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41092737{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T15:20:50,447 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@642f3809{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cb827feb-a827-cd34-3138-2b544065bd28/java.io.tmpdir/jetty-localhost-33803-hadoop-hdfs-3_4_1-tests_jar-_-any-6180350818286389406/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T15:20:50,447 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1573fbea{HTTP/1.1, (http/1.1)}{localhost:33803} 2024-11-12T15:20:50,447 INFO [Time-limited test {}] server.Server(415): Started @231691ms 2024-11-12T15:20:50,448 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T15:20:51,374 WARN [Thread-2871 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cb827feb-a827-cd34-3138-2b544065bd28/cluster_d4cc3084-56e9-ac62-a193-71fb72999418/data/data1/current/BP-1625198114-172.17.0.2-1731424849605/current, will proceed with Du for space computation calculation, 2024-11-12T15:20:51,374 WARN [Thread-2872 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cb827feb-a827-cd34-3138-2b544065bd28/cluster_d4cc3084-56e9-ac62-a193-71fb72999418/data/data2/current/BP-1625198114-172.17.0.2-1731424849605/current, will proceed with Du for space computation calculation, 2024-11-12T15:20:51,393 WARN [Thread-2859 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T15:20:51,395 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x12dadbce2a6f84d9 with lease ID 0x84de11febeebcb70: Processing first storage report for DS-335e367f-cbb2-4017-aaad-8b1699fbb90f from datanode DatanodeRegistration(127.0.0.1:42357, datanodeUuid=2e6a458c-53f6-4874-8bdf-a3fe9957285e, infoPort=43999, infoSecurePort=0, ipcPort=34993, storageInfo=lv=-57;cid=testClusterID;nsid=1416912956;c=1731424849605) 2024-11-12T15:20:51,395 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x12dadbce2a6f84d9 with lease ID 0x84de11febeebcb70: from storage DS-335e367f-cbb2-4017-aaad-8b1699fbb90f node DatanodeRegistration(127.0.0.1:42357, datanodeUuid=2e6a458c-53f6-4874-8bdf-a3fe9957285e, infoPort=43999, infoSecurePort=0, ipcPort=34993, storageInfo=lv=-57;cid=testClusterID;nsid=1416912956;c=1731424849605), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T15:20:51,396 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x12dadbce2a6f84d9 with lease ID 0x84de11febeebcb70: Processing first storage report for DS-01b1c2c5-40dd-4cf4-9dbe-616a730ef991 from datanode DatanodeRegistration(127.0.0.1:42357, datanodeUuid=2e6a458c-53f6-4874-8bdf-a3fe9957285e, infoPort=43999, infoSecurePort=0, ipcPort=34993, storageInfo=lv=-57;cid=testClusterID;nsid=1416912956;c=1731424849605) 2024-11-12T15:20:51,396 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x12dadbce2a6f84d9 with lease ID 0x84de11febeebcb70: from storage DS-01b1c2c5-40dd-4cf4-9dbe-616a730ef991 node DatanodeRegistration(127.0.0.1:42357, datanodeUuid=2e6a458c-53f6-4874-8bdf-a3fe9957285e, infoPort=43999, infoSecurePort=0, ipcPort=34993, storageInfo=lv=-57;cid=testClusterID;nsid=1416912956;c=1731424849605), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T15:20:51,481 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cb827feb-a827-cd34-3138-2b544065bd28 2024-11-12T15:20:51,482 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:20:51,483 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:20:51,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42357 is added to blk_1073741825_1001 (size=7) 2024-11-12T15:20:51,892 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0 with version=8 2024-11-12T15:20:51,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/hbase-staging 2024-11-12T15:20:51,893 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a6f201fa5419:0 server-side Connection retries=45 2024-11-12T15:20:51,893 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:20:51,893 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T15:20:51,893 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T15:20:51,893 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:20:51,893 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T15:20:51,893 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T15:20:51,893 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T15:20:51,894 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39385 2024-11-12T15:20:51,894 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39385 connecting to ZooKeeper ensemble=127.0.0.1:62421 2024-11-12T15:20:51,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:393850x0, quorum=127.0.0.1:62421, baseZNode=/21152841111 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T15:20:51,935 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39385-0x1012fa25ec80006 connected 2024-11-12T15:20:52,008 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:20:52,009 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:20:52,011 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39385-0x1012fa25ec80006, quorum=127.0.0.1:62421, baseZNode=/21152841111 Set watcher on znode that does not yet exist, /21152841111/running 2024-11-12T15:20:52,011 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0, hbase.cluster.distributed=false 2024-11-12T15:20:52,012 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39385-0x1012fa25ec80006, quorum=127.0.0.1:62421, baseZNode=/21152841111 Set watcher on znode that does not yet exist, /21152841111/acl 2024-11-12T15:20:52,013 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39385 2024-11-12T15:20:52,013 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39385 2024-11-12T15:20:52,013 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39385 2024-11-12T15:20:52,013 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39385 2024-11-12T15:20:52,013 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39385 2024-11-12T15:20:52,025 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a6f201fa5419:0 server-side Connection retries=45 2024-11-12T15:20:52,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:20:52,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T15:20:52,025 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T15:20:52,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:20:52,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T15:20:52,025 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T15:20:52,026 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T15:20:52,026 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37895 2024-11-12T15:20:52,027 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37895 connecting to ZooKeeper ensemble=127.0.0.1:62421 2024-11-12T15:20:52,027 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:20:52,029 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:20:52,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:378950x0, quorum=127.0.0.1:62421, baseZNode=/21152841111 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T15:20:52,040 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:378950x0, quorum=127.0.0.1:62421, baseZNode=/21152841111 Set watcher on znode that does not yet exist, /21152841111/running 2024-11-12T15:20:52,040 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T15:20:52,040 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37895-0x1012fa25ec80007 connected 2024-11-12T15:20:52,062 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T15:20:52,062 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37895-0x1012fa25ec80007, quorum=127.0.0.1:62421, baseZNode=/21152841111 Set watcher on znode that does not yet exist, /21152841111/master 2024-11-12T15:20:52,063 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37895-0x1012fa25ec80007, quorum=127.0.0.1:62421, baseZNode=/21152841111 Set watcher on znode that does not yet exist, /21152841111/acl 2024-11-12T15:20:52,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37895 2024-11-12T15:20:52,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37895 2024-11-12T15:20:52,065 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37895 2024-11-12T15:20:52,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37895 2024-11-12T15:20:52,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37895 2024-11-12T15:20:52,078 DEBUG [M:0;a6f201fa5419:39385 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a6f201fa5419:39385 2024-11-12T15:20:52,079 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21152841111/backup-masters/a6f201fa5419,39385,1731424851893 2024-11-12T15:20:52,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39385-0x1012fa25ec80006, quorum=127.0.0.1:62421, baseZNode=/21152841111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21152841111/backup-masters 2024-11-12T15:20:52,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x1012fa25ec80007, quorum=127.0.0.1:62421, baseZNode=/21152841111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21152841111/backup-masters 2024-11-12T15:20:52,082 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39385-0x1012fa25ec80006, quorum=127.0.0.1:62421, baseZNode=/21152841111 Set watcher on existing znode=/21152841111/backup-masters/a6f201fa5419,39385,1731424851893 2024-11-12T15:20:52,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x1012fa25ec80007, quorum=127.0.0.1:62421, baseZNode=/21152841111 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21152841111/master 2024-11-12T15:20:52,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39385-0x1012fa25ec80006, quorum=127.0.0.1:62421, baseZNode=/21152841111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21152841111 2024-11-12T15:20:52,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x1012fa25ec80007, quorum=127.0.0.1:62421, baseZNode=/21152841111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21152841111 2024-11-12T15:20:52,092 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39385-0x1012fa25ec80006, quorum=127.0.0.1:62421, baseZNode=/21152841111 Set watcher on existing znode=/21152841111/master 2024-11-12T15:20:52,092 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21152841111/backup-masters/a6f201fa5419,39385,1731424851893 from backup master directory 2024-11-12T15:20:52,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39385-0x1012fa25ec80006, quorum=127.0.0.1:62421, baseZNode=/21152841111 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21152841111/backup-masters/a6f201fa5419,39385,1731424851893 2024-11-12T15:20:52,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x1012fa25ec80007, quorum=127.0.0.1:62421, baseZNode=/21152841111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21152841111/backup-masters 2024-11-12T15:20:52,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39385-0x1012fa25ec80006, quorum=127.0.0.1:62421, baseZNode=/21152841111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21152841111/backup-masters 2024-11-12T15:20:52,102 WARN [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T15:20:52,103 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a6f201fa5419,39385,1731424851893 2024-11-12T15:20:52,105 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/hbase.id] with ID: c354766d-72ad-4577-bab8-a871bee8273a 2024-11-12T15:20:52,105 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/.tmp/hbase.id 2024-11-12T15:20:52,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42357 is added to blk_1073741826_1002 (size=42) 2024-11-12T15:20:52,510 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/.tmp/hbase.id]:[hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/hbase.id] 2024-11-12T15:20:52,517 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:20:52,517 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T15:20:52,518 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T15:20:52,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x1012fa25ec80007, quorum=127.0.0.1:62421, baseZNode=/21152841111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21152841111 2024-11-12T15:20:52,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39385-0x1012fa25ec80006, quorum=127.0.0.1:62421, baseZNode=/21152841111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21152841111 2024-11-12T15:20:52,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42357 is added to blk_1073741827_1003 (size=196) 2024-11-12T15:20:52,966 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T15:20:52,967 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T15:20:52,967 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:20:52,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42357 is added to blk_1073741828_1004 (size=1189) 2024-11-12T15:20:53,373 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/MasterData/data/master/store 2024-11-12T15:20:53,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42357 is added to blk_1073741829_1005 (size=34) 2024-11-12T15:20:53,779 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:20:53,779 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T15:20:53,779 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:20:53,779 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:20:53,779 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T15:20:53,779 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:20:53,779 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:20:53,779 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731424853779Disabling compacts and flushes for region at 1731424853779Disabling writes for close at 1731424853779Writing region close event to WAL at 1731424853779Closed at 1731424853779 2024-11-12T15:20:53,779 WARN [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/MasterData/data/master/store/.initializing 2024-11-12T15:20:53,780 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/MasterData/WALs/a6f201fa5419,39385,1731424851893 2024-11-12T15:20:53,780 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T15:20:53,781 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a6f201fa5419%2C39385%2C1731424851893, suffix=, logDir=hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/MasterData/WALs/a6f201fa5419,39385,1731424851893, archiveDir=hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/MasterData/oldWALs, maxLogs=10 2024-11-12T15:20:53,793 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/MasterData/WALs/a6f201fa5419,39385,1731424851893/a6f201fa5419%2C39385%2C1731424851893.1731424853781, exclude list is [], retry=0 2024-11-12T15:20:53,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42357,DS-335e367f-cbb2-4017-aaad-8b1699fbb90f,DISK] 2024-11-12T15:20:53,796 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/MasterData/WALs/a6f201fa5419,39385,1731424851893/a6f201fa5419%2C39385%2C1731424851893.1731424853781 2024-11-12T15:20:53,796 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43999:43999)] 2024-11-12T15:20:53,796 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T15:20:53,797 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:20:53,797 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:20:53,797 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:20:53,798 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:20:53,798 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T15:20:53,799 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:53,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:20:53,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:20:53,800 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T15:20:53,800 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:53,800 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:20:53,800 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:20:53,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T15:20:53,816 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:53,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:20:53,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:20:53,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T15:20:53,817 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:53,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:20:53,818 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:20:53,818 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:20:53,818 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:20:53,819 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:20:53,819 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:20:53,820 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T15:20:53,821 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:20:53,822 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T15:20:53,822 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63689855, jitterRate=-0.05094720423221588}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T15:20:53,823 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731424853797Initializing all the Stores at 1731424853797Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424853797Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424853798 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424853798Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424853798Cleaning up temporary data from old regions at 1731424853819 (+21 ms)Region opened successfully at 1731424853822 (+3 ms) 2024-11-12T15:20:53,823 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T15:20:53,825 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66137e18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a6f201fa5419/172.17.0.2:0 2024-11-12T15:20:53,826 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T15:20:53,826 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T15:20:53,826 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T15:20:53,826 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T15:20:53,826 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T15:20:53,826 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T15:20:53,826 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T15:20:53,828 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T15:20:53,829 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39385-0x1012fa25ec80006, quorum=127.0.0.1:62421, baseZNode=/21152841111 Unable to get data of znode /21152841111/balancer because node does not exist (not necessarily an error) 2024-11-12T15:20:53,892 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21152841111/balancer already deleted, retry=false 2024-11-12T15:20:53,892 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T15:20:53,893 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39385-0x1012fa25ec80006, quorum=127.0.0.1:62421, baseZNode=/21152841111 Unable to get data of znode /21152841111/normalizer because node does not exist (not necessarily an error) 2024-11-12T15:20:53,902 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21152841111/normalizer already deleted, retry=false 2024-11-12T15:20:53,903 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T15:20:53,903 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39385-0x1012fa25ec80006, quorum=127.0.0.1:62421, baseZNode=/21152841111 Unable to get data of znode /21152841111/switch/split because node does not exist (not necessarily an error) 2024-11-12T15:20:53,913 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21152841111/switch/split already deleted, retry=false 2024-11-12T15:20:53,913 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39385-0x1012fa25ec80006, quorum=127.0.0.1:62421, baseZNode=/21152841111 Unable to get data of znode /21152841111/switch/merge because node does not exist (not necessarily an error) 2024-11-12T15:20:53,923 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21152841111/switch/merge already deleted, retry=false 2024-11-12T15:20:53,926 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39385-0x1012fa25ec80006, quorum=127.0.0.1:62421, baseZNode=/21152841111 Unable to get data of znode /21152841111/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T15:20:53,934 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21152841111/snapshot-cleanup already deleted, retry=false 2024-11-12T15:20:53,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x1012fa25ec80007, quorum=127.0.0.1:62421, baseZNode=/21152841111 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21152841111/running 2024-11-12T15:20:53,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39385-0x1012fa25ec80006, quorum=127.0.0.1:62421, baseZNode=/21152841111 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21152841111/running 2024-11-12T15:20:53,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39385-0x1012fa25ec80006, quorum=127.0.0.1:62421, baseZNode=/21152841111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21152841111 2024-11-12T15:20:53,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x1012fa25ec80007, quorum=127.0.0.1:62421, baseZNode=/21152841111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21152841111 2024-11-12T15:20:53,945 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a6f201fa5419,39385,1731424851893, sessionid=0x1012fa25ec80006, setting cluster-up flag (Was=false) 2024-11-12T15:20:53,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39385-0x1012fa25ec80006, quorum=127.0.0.1:62421, baseZNode=/21152841111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21152841111 2024-11-12T15:20:53,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x1012fa25ec80007, quorum=127.0.0.1:62421, baseZNode=/21152841111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21152841111 2024-11-12T15:20:53,997 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21152841111/flush-table-proc/acquired, /21152841111/flush-table-proc/reached, /21152841111/flush-table-proc/abort 2024-11-12T15:20:53,998 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a6f201fa5419,39385,1731424851893 2024-11-12T15:20:54,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x1012fa25ec80007, quorum=127.0.0.1:62421, baseZNode=/21152841111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21152841111 2024-11-12T15:20:54,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39385-0x1012fa25ec80006, quorum=127.0.0.1:62421, baseZNode=/21152841111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21152841111 2024-11-12T15:20:54,050 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21152841111/online-snapshot/acquired, /21152841111/online-snapshot/reached, /21152841111/online-snapshot/abort 2024-11-12T15:20:54,051 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a6f201fa5419,39385,1731424851893 2024-11-12T15:20:54,052 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T15:20:54,053 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T15:20:54,053 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T15:20:54,053 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T15:20:54,053 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a6f201fa5419,39385,1731424851893 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T15:20:54,054 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:20:54,054 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:20:54,054 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:20:54,054 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:20:54,054 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a6f201fa5419:0, corePoolSize=10, maxPoolSize=10 2024-11-12T15:20:54,054 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:20:54,055 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a6f201fa5419:0, corePoolSize=2, maxPoolSize=2 2024-11-12T15:20:54,055 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:20:54,055 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731424884055 2024-11-12T15:20:54,055 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T15:20:54,055 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T15:20:54,056 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T15:20:54,056 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T15:20:54,056 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T15:20:54,056 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T15:20:54,056 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T15:20:54,056 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:54,056 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T15:20:54,056 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T15:20:54,056 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T15:20:54,056 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T15:20:54,056 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T15:20:54,056 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T15:20:54,056 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T15:20:54,057 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:54,057 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.large.0-1731424854056,5,FailOnTimeoutGroup] 2024-11-12T15:20:54,057 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.small.0-1731424854057,5,FailOnTimeoutGroup] 2024-11-12T15:20:54,057 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T15:20:54,057 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:54,057 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T15:20:54,057 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:54,057 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:54,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42357 is added to blk_1073741831_1007 (size=1321) 2024-11-12T15:20:54,071 INFO [RS:0;a6f201fa5419:37895 {}] regionserver.HRegionServer(746): ClusterId : c354766d-72ad-4577-bab8-a871bee8273a 2024-11-12T15:20:54,071 DEBUG [RS:0;a6f201fa5419:37895 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T15:20:54,082 DEBUG [RS:0;a6f201fa5419:37895 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T15:20:54,082 DEBUG [RS:0;a6f201fa5419:37895 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T15:20:54,093 DEBUG [RS:0;a6f201fa5419:37895 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T15:20:54,093 DEBUG [RS:0;a6f201fa5419:37895 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a056972, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a6f201fa5419/172.17.0.2:0 2024-11-12T15:20:54,104 DEBUG [RS:0;a6f201fa5419:37895 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a6f201fa5419:37895 2024-11-12T15:20:54,104 INFO [RS:0;a6f201fa5419:37895 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T15:20:54,104 INFO [RS:0;a6f201fa5419:37895 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T15:20:54,104 DEBUG [RS:0;a6f201fa5419:37895 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T15:20:54,105 INFO [RS:0;a6f201fa5419:37895 {}] regionserver.HRegionServer(2659): reportForDuty to master=a6f201fa5419,39385,1731424851893 with port=37895, startcode=1731424852025 2024-11-12T15:20:54,105 DEBUG [RS:0;a6f201fa5419:37895 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T15:20:54,106 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55273, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T15:20:54,107 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39385 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a6f201fa5419,37895,1731424852025 2024-11-12T15:20:54,107 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39385 {}] master.ServerManager(517): Registering regionserver=a6f201fa5419,37895,1731424852025 2024-11-12T15:20:54,108 DEBUG [RS:0;a6f201fa5419:37895 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0 2024-11-12T15:20:54,108 DEBUG [RS:0;a6f201fa5419:37895 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38269 2024-11-12T15:20:54,108 DEBUG [RS:0;a6f201fa5419:37895 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T15:20:54,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39385-0x1012fa25ec80006, quorum=127.0.0.1:62421, baseZNode=/21152841111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21152841111/rs 2024-11-12T15:20:54,173 DEBUG [RS:0;a6f201fa5419:37895 {}] zookeeper.ZKUtil(111): regionserver:37895-0x1012fa25ec80007, quorum=127.0.0.1:62421, baseZNode=/21152841111 Set watcher on existing znode=/21152841111/rs/a6f201fa5419,37895,1731424852025 2024-11-12T15:20:54,173 WARN [RS:0;a6f201fa5419:37895 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T15:20:54,174 INFO [RS:0;a6f201fa5419:37895 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:20:54,174 DEBUG [RS:0;a6f201fa5419:37895 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/WALs/a6f201fa5419,37895,1731424852025 2024-11-12T15:20:54,174 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a6f201fa5419,37895,1731424852025] 2024-11-12T15:20:54,178 INFO [RS:0;a6f201fa5419:37895 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T15:20:54,180 INFO [RS:0;a6f201fa5419:37895 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T15:20:54,180 INFO [RS:0;a6f201fa5419:37895 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T15:20:54,180 INFO [RS:0;a6f201fa5419:37895 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:54,181 INFO [RS:0;a6f201fa5419:37895 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T15:20:54,181 INFO [RS:0;a6f201fa5419:37895 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T15:20:54,181 INFO [RS:0;a6f201fa5419:37895 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:54,181 DEBUG [RS:0;a6f201fa5419:37895 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:20:54,181 DEBUG [RS:0;a6f201fa5419:37895 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:20:54,181 DEBUG [RS:0;a6f201fa5419:37895 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:20:54,181 DEBUG [RS:0;a6f201fa5419:37895 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:20:54,182 DEBUG [RS:0;a6f201fa5419:37895 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:20:54,182 DEBUG [RS:0;a6f201fa5419:37895 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a6f201fa5419:0, corePoolSize=2, maxPoolSize=2 2024-11-12T15:20:54,182 DEBUG [RS:0;a6f201fa5419:37895 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:20:54,182 DEBUG [RS:0;a6f201fa5419:37895 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:20:54,182 DEBUG [RS:0;a6f201fa5419:37895 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:20:54,182 DEBUG [RS:0;a6f201fa5419:37895 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:20:54,182 DEBUG [RS:0;a6f201fa5419:37895 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:20:54,182 DEBUG [RS:0;a6f201fa5419:37895 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:20:54,182 DEBUG [RS:0;a6f201fa5419:37895 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a6f201fa5419:0, corePoolSize=3, maxPoolSize=3 2024-11-12T15:20:54,182 DEBUG [RS:0;a6f201fa5419:37895 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a6f201fa5419:0, corePoolSize=3, maxPoolSize=3 2024-11-12T15:20:54,182 INFO [RS:0;a6f201fa5419:37895 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:54,182 INFO [RS:0;a6f201fa5419:37895 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:54,182 INFO [RS:0;a6f201fa5419:37895 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:54,182 INFO [RS:0;a6f201fa5419:37895 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:54,182 INFO [RS:0;a6f201fa5419:37895 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:54,182 INFO [RS:0;a6f201fa5419:37895 {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,37895,1731424852025-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T15:20:54,195 INFO [RS:0;a6f201fa5419:37895 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T15:20:54,195 INFO [RS:0;a6f201fa5419:37895 {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,37895,1731424852025-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:54,195 INFO [RS:0;a6f201fa5419:37895 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:54,195 INFO [RS:0;a6f201fa5419:37895 {}] regionserver.Replication(171): a6f201fa5419,37895,1731424852025 started 2024-11-12T15:20:54,207 INFO [RS:0;a6f201fa5419:37895 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:54,207 INFO [RS:0;a6f201fa5419:37895 {}] regionserver.HRegionServer(1482): Serving as a6f201fa5419,37895,1731424852025, RpcServer on a6f201fa5419/172.17.0.2:37895, sessionid=0x1012fa25ec80007 2024-11-12T15:20:54,207 DEBUG [RS:0;a6f201fa5419:37895 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T15:20:54,207 DEBUG [RS:0;a6f201fa5419:37895 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a6f201fa5419,37895,1731424852025 2024-11-12T15:20:54,207 DEBUG [RS:0;a6f201fa5419:37895 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a6f201fa5419,37895,1731424852025' 2024-11-12T15:20:54,207 DEBUG [RS:0;a6f201fa5419:37895 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21152841111/flush-table-proc/abort' 2024-11-12T15:20:54,208 DEBUG [RS:0;a6f201fa5419:37895 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21152841111/flush-table-proc/acquired' 2024-11-12T15:20:54,208 DEBUG [RS:0;a6f201fa5419:37895 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T15:20:54,208 DEBUG [RS:0;a6f201fa5419:37895 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T15:20:54,208 DEBUG [RS:0;a6f201fa5419:37895 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a6f201fa5419,37895,1731424852025 2024-11-12T15:20:54,208 DEBUG [RS:0;a6f201fa5419:37895 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a6f201fa5419,37895,1731424852025' 2024-11-12T15:20:54,208 DEBUG [RS:0;a6f201fa5419:37895 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21152841111/online-snapshot/abort' 2024-11-12T15:20:54,208 DEBUG [RS:0;a6f201fa5419:37895 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21152841111/online-snapshot/acquired' 2024-11-12T15:20:54,209 DEBUG [RS:0;a6f201fa5419:37895 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T15:20:54,209 INFO [RS:0;a6f201fa5419:37895 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T15:20:54,209 INFO [RS:0;a6f201fa5419:37895 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T15:20:54,309 INFO [RS:0;a6f201fa5419:37895 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T15:20:54,310 INFO [RS:0;a6f201fa5419:37895 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a6f201fa5419%2C37895%2C1731424852025, suffix=, logDir=hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/WALs/a6f201fa5419,37895,1731424852025, archiveDir=hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/oldWALs, maxLogs=10 2024-11-12T15:20:54,322 DEBUG [RS:0;a6f201fa5419:37895 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/WALs/a6f201fa5419,37895,1731424852025/a6f201fa5419%2C37895%2C1731424852025.1731424854310, exclude list is [], retry=0 2024-11-12T15:20:54,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42357,DS-335e367f-cbb2-4017-aaad-8b1699fbb90f,DISK] 2024-11-12T15:20:54,325 INFO [RS:0;a6f201fa5419:37895 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/WALs/a6f201fa5419,37895,1731424852025/a6f201fa5419%2C37895%2C1731424852025.1731424854310 2024-11-12T15:20:54,325 DEBUG [RS:0;a6f201fa5419:37895 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43999:43999)] 2024-11-12T15:20:54,466 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T15:20:54,466 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0 2024-11-12T15:20:54,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42357 is added to blk_1073741833_1009 (size=32) 2024-11-12T15:20:54,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:20:54,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T15:20:54,873 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T15:20:54,873 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:54,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:20:54,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T15:20:54,874 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T15:20:54,874 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:54,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:20:54,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T15:20:54,875 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T15:20:54,876 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:54,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:20:54,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T15:20:54,876 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T15:20:54,876 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:54,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:20:54,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T15:20:54,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/data/hbase/meta/1588230740 2024-11-12T15:20:54,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/data/hbase/meta/1588230740 2024-11-12T15:20:54,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T15:20:54,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T15:20:54,879 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T15:20:54,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T15:20:54,881 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T15:20:54,881 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71541805, jitterRate=0.06605596840381622}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T15:20:54,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731424854871Initializing all the Stores at 1731424854872 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424854872Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424854872Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424854872Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424854872Cleaning up temporary data from old regions at 1731424854878 (+6 ms)Region opened successfully at 1731424854881 (+3 ms) 2024-11-12T15:20:54,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T15:20:54,882 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T15:20:54,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T15:20:54,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T15:20:54,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T15:20:54,882 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T15:20:54,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731424854882Disabling compacts and flushes for region at 1731424854882Disabling writes for close at 1731424854882Writing region close event to WAL at 1731424854882Closed at 1731424854882 2024-11-12T15:20:54,883 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T15:20:54,883 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T15:20:54,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T15:20:54,884 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T15:20:54,885 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T15:20:54,937 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T15:20:54,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:20:54,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:20:54,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:20:54,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:20:54,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:20:54,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:20:54,972 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:20:54,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:20:54,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:20:54,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:20:54,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:20:55,035 DEBUG [a6f201fa5419:39385 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T15:20:55,036 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a6f201fa5419,37895,1731424852025 2024-11-12T15:20:55,036 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a6f201fa5419,37895,1731424852025, state=OPENING 2024-11-12T15:20:55,092 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T15:20:55,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x1012fa25ec80007, quorum=127.0.0.1:62421, baseZNode=/21152841111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21152841111 2024-11-12T15:20:55,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39385-0x1012fa25ec80006, quorum=127.0.0.1:62421, baseZNode=/21152841111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21152841111 2024-11-12T15:20:55,103 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T15:20:55,103 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a6f201fa5419,37895,1731424852025}] 2024-11-12T15:20:55,103 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21152841111/meta-region-server: CHANGED 2024-11-12T15:20:55,103 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21152841111/meta-region-server: CHANGED 2024-11-12T15:20:55,255 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T15:20:55,256 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42861, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T15:20:55,259 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T15:20:55,259 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:20:55,259 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T15:20:55,260 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a6f201fa5419%2C37895%2C1731424852025.meta, suffix=.meta, logDir=hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/WALs/a6f201fa5419,37895,1731424852025, archiveDir=hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/oldWALs, maxLogs=10 2024-11-12T15:20:55,277 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/WALs/a6f201fa5419,37895,1731424852025/a6f201fa5419%2C37895%2C1731424852025.meta.1731424855261.meta, exclude list is [], retry=0 2024-11-12T15:20:55,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42357,DS-335e367f-cbb2-4017-aaad-8b1699fbb90f,DISK] 2024-11-12T15:20:55,280 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/WALs/a6f201fa5419,37895,1731424852025/a6f201fa5419%2C37895%2C1731424852025.meta.1731424855261.meta 2024-11-12T15:20:55,280 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43999:43999)] 2024-11-12T15:20:55,280 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T15:20:55,281 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T15:20:55,281 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T15:20:55,281 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T15:20:55,281 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T15:20:55,281 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T15:20:55,281 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:20:55,281 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T15:20:55,281 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T15:20:55,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T15:20:55,283 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T15:20:55,283 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:55,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:20:55,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T15:20:55,284 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T15:20:55,284 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:55,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:20:55,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T15:20:55,284 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T15:20:55,284 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:55,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:20:55,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T15:20:55,285 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T15:20:55,285 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:55,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:20:55,285 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T15:20:55,286 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/data/hbase/meta/1588230740 2024-11-12T15:20:55,287 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/data/hbase/meta/1588230740 2024-11-12T15:20:55,287 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T15:20:55,287 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T15:20:55,288 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T15:20:55,288 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T15:20:55,289 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73017899, jitterRate=0.08805148303508759}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T15:20:55,289 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T15:20:55,289 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731424855281Writing region info on filesystem at 1731424855281Initializing all the Stores at 1731424855282 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424855282Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424855282Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424855282Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424855282Cleaning up temporary data from old regions at 1731424855287 (+5 ms)Running coprocessor post-open hooks at 1731424855289 (+2 ms)Region opened successfully at 1731424855289 2024-11-12T15:20:55,290 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731424855255 2024-11-12T15:20:55,292 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T15:20:55,292 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T15:20:55,293 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a6f201fa5419,37895,1731424852025 2024-11-12T15:20:55,293 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a6f201fa5419,37895,1731424852025, state=OPEN 2024-11-12T15:20:55,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x1012fa25ec80007, quorum=127.0.0.1:62421, baseZNode=/21152841111 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21152841111/meta-region-server 2024-11-12T15:20:55,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39385-0x1012fa25ec80006, quorum=127.0.0.1:62421, baseZNode=/21152841111 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21152841111/meta-region-server 2024-11-12T15:20:55,302 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a6f201fa5419,37895,1731424852025 2024-11-12T15:20:55,303 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21152841111/meta-region-server: CHANGED 2024-11-12T15:20:55,303 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21152841111/meta-region-server: CHANGED 2024-11-12T15:20:55,305 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T15:20:55,305 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a6f201fa5419,37895,1731424852025 in 199 msec 2024-11-12T15:20:55,306 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T15:20:55,307 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 422 msec 2024-11-12T15:20:55,307 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T15:20:55,307 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T15:20:55,308 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:20:55,308 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,37895,1731424852025, seqNum=-1] 2024-11-12T15:20:55,309 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:20:55,310 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50947, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T15:20:55,314 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2610 sec 2024-11-12T15:20:55,314 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731424855314, completionTime=-1 2024-11-12T15:20:55,314 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T15:20:55,314 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T15:20:55,317 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T15:20:55,317 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731424915317 2024-11-12T15:20:55,317 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731424975317 2024-11-12T15:20:55,317 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-12T15:20:55,317 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,39385,1731424851893-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:55,317 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,39385,1731424851893-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:55,317 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,39385,1731424851893-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:55,317 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a6f201fa5419:39385, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:55,317 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:55,319 DEBUG [master/a6f201fa5419:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T15:20:55,320 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:55,325 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.222sec 2024-11-12T15:20:55,325 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T15:20:55,325 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T15:20:55,325 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T15:20:55,325 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T15:20:55,325 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T15:20:55,325 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,39385,1731424851893-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T15:20:55,325 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,39385,1731424851893-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T15:20:55,327 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T15:20:55,327 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T15:20:55,327 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,39385,1731424851893-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:20:55,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dcb209f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:20:55,372 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,39385,-1 for getting cluster id 2024-11-12T15:20:55,372 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:20:55,373 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c354766d-72ad-4577-bab8-a871bee8273a' 2024-11-12T15:20:55,373 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:20:55,374 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c354766d-72ad-4577-bab8-a871bee8273a" 2024-11-12T15:20:55,374 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1855b5db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:20:55,374 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,39385,-1] 2024-11-12T15:20:55,374 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:20:55,374 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:20:55,374 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:20:55,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4645525d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:20:55,375 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:20:55,376 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,37895,1731424852025, seqNum=-1] 2024-11-12T15:20:55,376 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:20:55,377 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T15:20:55,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a6f201fa5419,39385,1731424851893 2024-11-12T15:20:55,379 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:62421 2024-11-12T15:20:55,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:62421, baseZNode=/21152841111 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T15:20:55,387 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1012fa25ec80008 connected 2024-11-12T15:20:55,399 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:20:55,400 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,41597,1731424840631 2024-11-12T15:20:55,400 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45fc0aae 2024-11-12T15:20:55,400 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:20:55,401 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T15:20:55,402 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41597 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T15:20:55,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41597 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T15:20:55,403 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T15:20:55,403 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:55,403 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41597 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T15:20:55,404 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T15:20:55,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:20:55,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35975 is added to blk_1073741835_1011 (size=902) 2024-11-12T15:20:55,410 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6738cbe1851aeb494b21c63b3494bb42, NAME => 'test,,1731424855401.6738cbe1851aeb494b21c63b3494bb42.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68 2024-11-12T15:20:55,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35975 is added to blk_1073741836_1012 (size=39) 2024-11-12T15:20:55,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:20:55,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:20:55,815 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731424855401.6738cbe1851aeb494b21c63b3494bb42.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:20:55,815 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6738cbe1851aeb494b21c63b3494bb42, disabling compactions & flushes 2024-11-12T15:20:55,815 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731424855401.6738cbe1851aeb494b21c63b3494bb42. 2024-11-12T15:20:55,815 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731424855401.6738cbe1851aeb494b21c63b3494bb42. 2024-11-12T15:20:55,815 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731424855401.6738cbe1851aeb494b21c63b3494bb42. after waiting 0 ms 2024-11-12T15:20:55,815 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731424855401.6738cbe1851aeb494b21c63b3494bb42. 2024-11-12T15:20:55,815 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731424855401.6738cbe1851aeb494b21c63b3494bb42. 2024-11-12T15:20:55,815 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6738cbe1851aeb494b21c63b3494bb42: Waiting for close lock at 1731424855815Disabling compacts and flushes for region at 1731424855815Disabling writes for close at 1731424855815Writing region close event to WAL at 1731424855815Closed at 1731424855815 2024-11-12T15:20:55,816 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T15:20:55,817 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731424855401.6738cbe1851aeb494b21c63b3494bb42.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731424855816"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731424855816"}]},"ts":"1731424855816"} 2024-11-12T15:20:55,818 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T15:20:55,819 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T15:20:55,819 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731424855819"}]},"ts":"1731424855819"} 2024-11-12T15:20:55,821 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T15:20:55,821 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6738cbe1851aeb494b21c63b3494bb42, ASSIGN}] 2024-11-12T15:20:55,822 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6738cbe1851aeb494b21c63b3494bb42, ASSIGN 2024-11-12T15:20:55,823 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6738cbe1851aeb494b21c63b3494bb42, ASSIGN; state=OFFLINE, location=a6f201fa5419,41327,1731424840835; forceNewPlan=false, retain=false 2024-11-12T15:20:55,973 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6738cbe1851aeb494b21c63b3494bb42, regionState=OPENING, regionLocation=a6f201fa5419,41327,1731424840835 2024-11-12T15:20:55,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6738cbe1851aeb494b21c63b3494bb42, ASSIGN because future has completed 2024-11-12T15:20:55,975 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6738cbe1851aeb494b21c63b3494bb42, server=a6f201fa5419,41327,1731424840835}] 2024-11-12T15:20:56,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:20:56,131 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731424855401.6738cbe1851aeb494b21c63b3494bb42. 2024-11-12T15:20:56,131 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6738cbe1851aeb494b21c63b3494bb42, NAME => 'test,,1731424855401.6738cbe1851aeb494b21c63b3494bb42.', STARTKEY => '', ENDKEY => ''} 2024-11-12T15:20:56,131 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T15:20:56,132 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T15:20:56,132 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6738cbe1851aeb494b21c63b3494bb42 2024-11-12T15:20:56,132 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731424855401.6738cbe1851aeb494b21c63b3494bb42.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:20:56,132 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6738cbe1851aeb494b21c63b3494bb42 2024-11-12T15:20:56,132 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6738cbe1851aeb494b21c63b3494bb42 2024-11-12T15:20:56,133 INFO [StoreOpener-6738cbe1851aeb494b21c63b3494bb42-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6738cbe1851aeb494b21c63b3494bb42 2024-11-12T15:20:56,134 INFO [StoreOpener-6738cbe1851aeb494b21c63b3494bb42-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6738cbe1851aeb494b21c63b3494bb42 columnFamilyName f 2024-11-12T15:20:56,134 DEBUG [StoreOpener-6738cbe1851aeb494b21c63b3494bb42-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:56,134 INFO [StoreOpener-6738cbe1851aeb494b21c63b3494bb42-1 {}] regionserver.HStore(327): Store=6738cbe1851aeb494b21c63b3494bb42/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:20:56,134 INFO [StoreOpener-6738cbe1851aeb494b21c63b3494bb42-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6738cbe1851aeb494b21c63b3494bb42 2024-11-12T15:20:56,135 INFO [StoreOpener-6738cbe1851aeb494b21c63b3494bb42-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6738cbe1851aeb494b21c63b3494bb42 columnFamilyName f1 2024-11-12T15:20:56,135 DEBUG [StoreOpener-6738cbe1851aeb494b21c63b3494bb42-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:56,135 INFO [StoreOpener-6738cbe1851aeb494b21c63b3494bb42-1 {}] regionserver.HStore(327): Store=6738cbe1851aeb494b21c63b3494bb42/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:20:56,135 INFO [StoreOpener-6738cbe1851aeb494b21c63b3494bb42-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6738cbe1851aeb494b21c63b3494bb42 2024-11-12T15:20:56,136 INFO [StoreOpener-6738cbe1851aeb494b21c63b3494bb42-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6738cbe1851aeb494b21c63b3494bb42 columnFamilyName norep 2024-11-12T15:20:56,136 DEBUG [StoreOpener-6738cbe1851aeb494b21c63b3494bb42-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:56,136 INFO [StoreOpener-6738cbe1851aeb494b21c63b3494bb42-1 {}] regionserver.HStore(327): Store=6738cbe1851aeb494b21c63b3494bb42/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:20:56,137 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6738cbe1851aeb494b21c63b3494bb42 2024-11-12T15:20:56,137 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/data/default/test/6738cbe1851aeb494b21c63b3494bb42 2024-11-12T15:20:56,137 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/data/default/test/6738cbe1851aeb494b21c63b3494bb42 2024-11-12T15:20:56,138 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6738cbe1851aeb494b21c63b3494bb42 2024-11-12T15:20:56,138 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6738cbe1851aeb494b21c63b3494bb42 2024-11-12T15:20:56,138 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T15:20:56,139 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6738cbe1851aeb494b21c63b3494bb42 2024-11-12T15:20:56,140 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/data/default/test/6738cbe1851aeb494b21c63b3494bb42/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T15:20:56,141 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6738cbe1851aeb494b21c63b3494bb42; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69373474, jitterRate=0.03374531865119934}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T15:20:56,141 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6738cbe1851aeb494b21c63b3494bb42 2024-11-12T15:20:56,141 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6738cbe1851aeb494b21c63b3494bb42: Running coprocessor pre-open hook at 1731424856132Writing region info on filesystem at 1731424856132Initializing all the Stores at 1731424856133 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424856133Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424856133Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424856133Cleaning up temporary data from old regions at 1731424856138 (+5 ms)Running coprocessor post-open hooks at 1731424856141 (+3 ms)Region opened successfully at 1731424856141 2024-11-12T15:20:56,142 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731424855401.6738cbe1851aeb494b21c63b3494bb42., pid=6, masterSystemTime=1731424856127 2024-11-12T15:20:56,144 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731424855401.6738cbe1851aeb494b21c63b3494bb42. 2024-11-12T15:20:56,144 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731424855401.6738cbe1851aeb494b21c63b3494bb42. 2024-11-12T15:20:56,144 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6738cbe1851aeb494b21c63b3494bb42, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a6f201fa5419,41327,1731424840835 2024-11-12T15:20:56,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6738cbe1851aeb494b21c63b3494bb42, server=a6f201fa5419,41327,1731424840835 because future has completed 2024-11-12T15:20:56,148 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T15:20:56,148 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6738cbe1851aeb494b21c63b3494bb42, server=a6f201fa5419,41327,1731424840835 in 171 msec 2024-11-12T15:20:56,149 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T15:20:56,150 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6738cbe1851aeb494b21c63b3494bb42, ASSIGN in 327 msec 2024-11-12T15:20:56,150 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T15:20:56,150 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731424856150"}]},"ts":"1731424856150"} 2024-11-12T15:20:56,152 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T15:20:56,152 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T15:20:56,153 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 750 msec 2024-11-12T15:20:56,335 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T15:20:56,335 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-12T15:20:56,336 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T15:20:56,336 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-12T15:20:56,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:20:56,548 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T15:20:56,548 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:20:56,549 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,45371,1731424846337 2024-11-12T15:20:56,549 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a745019 2024-11-12T15:20:56,549 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:20:56,550 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T15:20:56,551 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45371 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T15:20:56,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45371 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T15:20:56,552 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T15:20:56,552 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:56,553 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45371 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T15:20:56,553 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T15:20:56,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:20:56,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45607 is added to blk_1073741835_1011 (size=902) 2024-11-12T15:20:56,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:20:56,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:20:56,958 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d7c3f690461ef088642ecad21e6fb0e4, NAME => 'test,,1731424856550.d7c3f690461ef088642ecad21e6fb0e4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451 2024-11-12T15:20:56,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45607 is added to blk_1073741836_1012 (size=39) 2024-11-12T15:20:57,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:20:57,366 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731424856550.d7c3f690461ef088642ecad21e6fb0e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:20:57,366 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d7c3f690461ef088642ecad21e6fb0e4, disabling compactions & flushes 2024-11-12T15:20:57,366 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731424856550.d7c3f690461ef088642ecad21e6fb0e4. 2024-11-12T15:20:57,366 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731424856550.d7c3f690461ef088642ecad21e6fb0e4. 2024-11-12T15:20:57,366 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731424856550.d7c3f690461ef088642ecad21e6fb0e4. after waiting 0 ms 2024-11-12T15:20:57,366 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731424856550.d7c3f690461ef088642ecad21e6fb0e4. 2024-11-12T15:20:57,366 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731424856550.d7c3f690461ef088642ecad21e6fb0e4. 2024-11-12T15:20:57,366 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d7c3f690461ef088642ecad21e6fb0e4: Waiting for close lock at 1731424857366Disabling compacts and flushes for region at 1731424857366Disabling writes for close at 1731424857366Writing region close event to WAL at 1731424857366Closed at 1731424857366 2024-11-12T15:20:57,367 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T15:20:57,367 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731424856550.d7c3f690461ef088642ecad21e6fb0e4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731424857367"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731424857367"}]},"ts":"1731424857367"} 2024-11-12T15:20:57,369 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T15:20:57,370 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T15:20:57,370 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731424857370"}]},"ts":"1731424857370"} 2024-11-12T15:20:57,371 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T15:20:57,372 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d7c3f690461ef088642ecad21e6fb0e4, ASSIGN}] 2024-11-12T15:20:57,372 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d7c3f690461ef088642ecad21e6fb0e4, ASSIGN 2024-11-12T15:20:57,373 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d7c3f690461ef088642ecad21e6fb0e4, ASSIGN; state=OFFLINE, location=a6f201fa5419,33293,1731424846618; forceNewPlan=false, retain=false 2024-11-12T15:20:57,523 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d7c3f690461ef088642ecad21e6fb0e4, regionState=OPENING, regionLocation=a6f201fa5419,33293,1731424846618 2024-11-12T15:20:57,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d7c3f690461ef088642ecad21e6fb0e4, ASSIGN because future has completed 2024-11-12T15:20:57,526 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d7c3f690461ef088642ecad21e6fb0e4, server=a6f201fa5419,33293,1731424846618}] 2024-11-12T15:20:57,681 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731424856550.d7c3f690461ef088642ecad21e6fb0e4. 2024-11-12T15:20:57,681 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d7c3f690461ef088642ecad21e6fb0e4, NAME => 'test,,1731424856550.d7c3f690461ef088642ecad21e6fb0e4.', STARTKEY => '', ENDKEY => ''} 2024-11-12T15:20:57,681 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T15:20:57,681 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T15:20:57,681 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d7c3f690461ef088642ecad21e6fb0e4 2024-11-12T15:20:57,681 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731424856550.d7c3f690461ef088642ecad21e6fb0e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:20:57,682 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d7c3f690461ef088642ecad21e6fb0e4 2024-11-12T15:20:57,682 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d7c3f690461ef088642ecad21e6fb0e4 2024-11-12T15:20:57,683 INFO [StoreOpener-d7c3f690461ef088642ecad21e6fb0e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d7c3f690461ef088642ecad21e6fb0e4 2024-11-12T15:20:57,684 INFO [StoreOpener-d7c3f690461ef088642ecad21e6fb0e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7c3f690461ef088642ecad21e6fb0e4 columnFamilyName f 2024-11-12T15:20:57,684 DEBUG [StoreOpener-d7c3f690461ef088642ecad21e6fb0e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:57,684 INFO [StoreOpener-d7c3f690461ef088642ecad21e6fb0e4-1 {}] regionserver.HStore(327): Store=d7c3f690461ef088642ecad21e6fb0e4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:20:57,684 INFO [StoreOpener-d7c3f690461ef088642ecad21e6fb0e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d7c3f690461ef088642ecad21e6fb0e4 2024-11-12T15:20:57,685 INFO [StoreOpener-d7c3f690461ef088642ecad21e6fb0e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7c3f690461ef088642ecad21e6fb0e4 columnFamilyName f1 2024-11-12T15:20:57,685 DEBUG [StoreOpener-d7c3f690461ef088642ecad21e6fb0e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:57,685 INFO [StoreOpener-d7c3f690461ef088642ecad21e6fb0e4-1 {}] regionserver.HStore(327): Store=d7c3f690461ef088642ecad21e6fb0e4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:20:57,685 INFO [StoreOpener-d7c3f690461ef088642ecad21e6fb0e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d7c3f690461ef088642ecad21e6fb0e4 2024-11-12T15:20:57,686 INFO [StoreOpener-d7c3f690461ef088642ecad21e6fb0e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7c3f690461ef088642ecad21e6fb0e4 columnFamilyName norep 2024-11-12T15:20:57,686 DEBUG [StoreOpener-d7c3f690461ef088642ecad21e6fb0e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:57,686 INFO [StoreOpener-d7c3f690461ef088642ecad21e6fb0e4-1 {}] regionserver.HStore(327): Store=d7c3f690461ef088642ecad21e6fb0e4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:20:57,687 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d7c3f690461ef088642ecad21e6fb0e4 2024-11-12T15:20:57,687 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/data/default/test/d7c3f690461ef088642ecad21e6fb0e4 2024-11-12T15:20:57,687 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/data/default/test/d7c3f690461ef088642ecad21e6fb0e4 2024-11-12T15:20:57,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:20:57,688 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d7c3f690461ef088642ecad21e6fb0e4 2024-11-12T15:20:57,688 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d7c3f690461ef088642ecad21e6fb0e4 2024-11-12T15:20:57,689 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T15:20:57,690 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d7c3f690461ef088642ecad21e6fb0e4 2024-11-12T15:20:57,691 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/data/default/test/d7c3f690461ef088642ecad21e6fb0e4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T15:20:57,691 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d7c3f690461ef088642ecad21e6fb0e4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70844546, jitterRate=0.0556659996509552}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T15:20:57,692 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d7c3f690461ef088642ecad21e6fb0e4 2024-11-12T15:20:57,692 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d7c3f690461ef088642ecad21e6fb0e4: Running coprocessor pre-open hook at 1731424857682Writing region info on filesystem at 1731424857682Initializing all the Stores at 1731424857682Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424857682Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424857682Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424857682Cleaning up temporary data from old regions at 1731424857688 (+6 ms)Running coprocessor post-open hooks at 1731424857692 (+4 ms)Region opened successfully at 1731424857692 2024-11-12T15:20:57,692 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731424856550.d7c3f690461ef088642ecad21e6fb0e4., pid=6, masterSystemTime=1731424857678 2024-11-12T15:20:57,694 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731424856550.d7c3f690461ef088642ecad21e6fb0e4. 2024-11-12T15:20:57,694 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731424856550.d7c3f690461ef088642ecad21e6fb0e4. 2024-11-12T15:20:57,695 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d7c3f690461ef088642ecad21e6fb0e4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a6f201fa5419,33293,1731424846618 2024-11-12T15:20:57,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d7c3f690461ef088642ecad21e6fb0e4, server=a6f201fa5419,33293,1731424846618 because future has completed 2024-11-12T15:20:57,699 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T15:20:57,699 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d7c3f690461ef088642ecad21e6fb0e4, server=a6f201fa5419,33293,1731424846618 in 171 msec 2024-11-12T15:20:57,701 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T15:20:57,701 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d7c3f690461ef088642ecad21e6fb0e4, ASSIGN in 327 msec 2024-11-12T15:20:57,701 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T15:20:57,702 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731424857701"}]},"ts":"1731424857701"} 2024-11-12T15:20:57,703 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T15:20:57,704 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T15:20:57,705 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1530 sec 2024-11-12T15:20:58,547 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:20:58,547 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a6f201fa5419,42129,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a6f201fa5419:42129 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T15:20:58,548 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48469 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a6f201fa5419,42129,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a6f201fa5419:42129 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T15:20:58,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:20:58,698 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T15:20:58,698 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:20:58,699 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,39385,1731424851893 2024-11-12T15:20:58,699 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a194998 2024-11-12T15:20:58,699 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:20:58,700 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T15:20:58,700 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T15:20:58,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T15:20:58,703 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T15:20:58,703 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:58,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T15:20:58,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:20:58,704 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T15:20:58,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42357 is added to blk_1073741835_1011 (size=902) 2024-11-12T15:20:58,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:20:59,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:20:59,110 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => be5cc6a530798f88b9651e47e9e41459, NAME => 'test,,1731424858700.be5cc6a530798f88b9651e47e9e41459.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0 2024-11-12T15:20:59,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42357 is added to blk_1073741836_1012 (size=39) 2024-11-12T15:20:59,114 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731424858700.be5cc6a530798f88b9651e47e9e41459.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:20:59,114 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing be5cc6a530798f88b9651e47e9e41459, disabling compactions & flushes 2024-11-12T15:20:59,114 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731424858700.be5cc6a530798f88b9651e47e9e41459. 2024-11-12T15:20:59,114 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731424858700.be5cc6a530798f88b9651e47e9e41459. 2024-11-12T15:20:59,114 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731424858700.be5cc6a530798f88b9651e47e9e41459. after waiting 0 ms 2024-11-12T15:20:59,114 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731424858700.be5cc6a530798f88b9651e47e9e41459. 2024-11-12T15:20:59,114 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731424858700.be5cc6a530798f88b9651e47e9e41459. 2024-11-12T15:20:59,114 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for be5cc6a530798f88b9651e47e9e41459: Waiting for close lock at 1731424859114Disabling compacts and flushes for region at 1731424859114Disabling writes for close at 1731424859114Writing region close event to WAL at 1731424859114Closed at 1731424859114 2024-11-12T15:20:59,115 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T15:20:59,115 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731424858700.be5cc6a530798f88b9651e47e9e41459.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731424859115"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731424859115"}]},"ts":"1731424859115"} 2024-11-12T15:20:59,117 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T15:20:59,117 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T15:20:59,118 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731424859118"}]},"ts":"1731424859118"} 2024-11-12T15:20:59,119 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T15:20:59,119 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=be5cc6a530798f88b9651e47e9e41459, ASSIGN}] 2024-11-12T15:20:59,120 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=be5cc6a530798f88b9651e47e9e41459, ASSIGN 2024-11-12T15:20:59,120 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=be5cc6a530798f88b9651e47e9e41459, ASSIGN; state=OFFLINE, location=a6f201fa5419,37895,1731424852025; forceNewPlan=false, retain=false 2024-11-12T15:20:59,271 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=be5cc6a530798f88b9651e47e9e41459, regionState=OPENING, regionLocation=a6f201fa5419,37895,1731424852025 2024-11-12T15:20:59,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=be5cc6a530798f88b9651e47e9e41459, ASSIGN because future has completed 2024-11-12T15:20:59,273 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure be5cc6a530798f88b9651e47e9e41459, server=a6f201fa5419,37895,1731424852025}] 2024-11-12T15:20:59,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:20:59,428 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731424858700.be5cc6a530798f88b9651e47e9e41459. 2024-11-12T15:20:59,428 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => be5cc6a530798f88b9651e47e9e41459, NAME => 'test,,1731424858700.be5cc6a530798f88b9651e47e9e41459.', STARTKEY => '', ENDKEY => ''} 2024-11-12T15:20:59,428 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T15:20:59,428 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T15:20:59,429 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test be5cc6a530798f88b9651e47e9e41459 2024-11-12T15:20:59,429 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731424858700.be5cc6a530798f88b9651e47e9e41459.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:20:59,429 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for be5cc6a530798f88b9651e47e9e41459 2024-11-12T15:20:59,429 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for be5cc6a530798f88b9651e47e9e41459 2024-11-12T15:20:59,430 INFO [StoreOpener-be5cc6a530798f88b9651e47e9e41459-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region be5cc6a530798f88b9651e47e9e41459 2024-11-12T15:20:59,431 INFO [StoreOpener-be5cc6a530798f88b9651e47e9e41459-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be5cc6a530798f88b9651e47e9e41459 columnFamilyName f 2024-11-12T15:20:59,431 DEBUG [StoreOpener-be5cc6a530798f88b9651e47e9e41459-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:59,431 INFO [StoreOpener-be5cc6a530798f88b9651e47e9e41459-1 {}] regionserver.HStore(327): Store=be5cc6a530798f88b9651e47e9e41459/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:20:59,431 INFO [StoreOpener-be5cc6a530798f88b9651e47e9e41459-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region be5cc6a530798f88b9651e47e9e41459 2024-11-12T15:20:59,432 INFO [StoreOpener-be5cc6a530798f88b9651e47e9e41459-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be5cc6a530798f88b9651e47e9e41459 columnFamilyName f1 2024-11-12T15:20:59,432 DEBUG [StoreOpener-be5cc6a530798f88b9651e47e9e41459-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:59,432 INFO [StoreOpener-be5cc6a530798f88b9651e47e9e41459-1 {}] regionserver.HStore(327): Store=be5cc6a530798f88b9651e47e9e41459/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:20:59,432 INFO [StoreOpener-be5cc6a530798f88b9651e47e9e41459-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region be5cc6a530798f88b9651e47e9e41459 2024-11-12T15:20:59,432 INFO [StoreOpener-be5cc6a530798f88b9651e47e9e41459-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be5cc6a530798f88b9651e47e9e41459 columnFamilyName norep 2024-11-12T15:20:59,432 DEBUG [StoreOpener-be5cc6a530798f88b9651e47e9e41459-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:59,433 INFO [StoreOpener-be5cc6a530798f88b9651e47e9e41459-1 {}] regionserver.HStore(327): Store=be5cc6a530798f88b9651e47e9e41459/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:20:59,433 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for be5cc6a530798f88b9651e47e9e41459 2024-11-12T15:20:59,433 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/data/default/test/be5cc6a530798f88b9651e47e9e41459 2024-11-12T15:20:59,433 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/data/default/test/be5cc6a530798f88b9651e47e9e41459 2024-11-12T15:20:59,434 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for be5cc6a530798f88b9651e47e9e41459 2024-11-12T15:20:59,434 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for be5cc6a530798f88b9651e47e9e41459 2024-11-12T15:20:59,434 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T15:20:59,435 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for be5cc6a530798f88b9651e47e9e41459 2024-11-12T15:20:59,436 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/data/default/test/be5cc6a530798f88b9651e47e9e41459/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T15:20:59,437 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened be5cc6a530798f88b9651e47e9e41459; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75079024, jitterRate=0.11876463890075684}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T15:20:59,437 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for be5cc6a530798f88b9651e47e9e41459 2024-11-12T15:20:59,437 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for be5cc6a530798f88b9651e47e9e41459: Running coprocessor pre-open hook at 1731424859429Writing region info on filesystem at 1731424859429Initializing all the Stores at 1731424859429Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424859429Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424859429Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424859430 (+1 ms)Cleaning up temporary data from old regions at 1731424859434 (+4 ms)Running coprocessor post-open hooks at 1731424859437 (+3 ms)Region opened successfully at 1731424859437 2024-11-12T15:20:59,438 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731424858700.be5cc6a530798f88b9651e47e9e41459., pid=6, masterSystemTime=1731424859425 2024-11-12T15:20:59,439 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731424858700.be5cc6a530798f88b9651e47e9e41459. 2024-11-12T15:20:59,439 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731424858700.be5cc6a530798f88b9651e47e9e41459. 2024-11-12T15:20:59,440 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=be5cc6a530798f88b9651e47e9e41459, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a6f201fa5419,37895,1731424852025 2024-11-12T15:20:59,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure be5cc6a530798f88b9651e47e9e41459, server=a6f201fa5419,37895,1731424852025 because future has completed 2024-11-12T15:20:59,444 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T15:20:59,445 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure be5cc6a530798f88b9651e47e9e41459, server=a6f201fa5419,37895,1731424852025 in 170 msec 2024-11-12T15:20:59,446 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T15:20:59,446 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=be5cc6a530798f88b9651e47e9e41459, ASSIGN in 326 msec 2024-11-12T15:20:59,446 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T15:20:59,447 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731424859446"}]},"ts":"1731424859446"} 2024-11-12T15:20:59,448 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T15:20:59,449 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T15:20:59,451 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 749 msec 2024-11-12T15:20:59,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:20:59,837 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T15:20:59,838 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61c524fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:20:59,838 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,41597,-1 for getting cluster id 2024-11-12T15:20:59,838 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:20:59,839 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e0451078-3f08-4218-aeea-c4d25fcbcc1a' 2024-11-12T15:20:59,839 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:20:59,839 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e0451078-3f08-4218-aeea-c4d25fcbcc1a" 2024-11-12T15:20:59,839 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ddea367, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:20:59,839 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,41597,-1] 2024-11-12T15:20:59,839 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:20:59,839 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:20:59,840 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:20:59,840 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51fde45b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:20:59,840 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:20:59,841 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,41597,1731424840631 2024-11-12T15:20:59,841 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30c4ffc2 2024-11-12T15:20:59,841 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:20:59,842 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T15:20:59,842 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41597 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://a6f201fa5419:45371,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T15:20:59,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41597 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T15:20:59,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T15:20:59,844 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a6f201fa5419:45371' 2024-11-12T15:20:59,845 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c61121a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:20:59,845 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,45371,-1 for getting cluster id 2024-11-12T15:20:59,845 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:20:59,846 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '774273e1-4690-458b-a460-92298c8d6095' 2024-11-12T15:20:59,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:20:59,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "774273e1-4690-458b-a460-92298c8d6095" 2024-11-12T15:20:59,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fe87dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:20:59,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,45371,-1] 2024-11-12T15:20:59,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:20:59,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:20:59,847 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:20:59,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57c45a4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:20:59,848 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:20:59,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,45371,1731424846337 2024-11-12T15:20:59,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d358f2e 2024-11-12T15:20:59,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:20:59,849 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T15:20:59,850 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-12T15:20:59,850 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T15:20:59,850 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:20:59,850 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:20:59,850 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:20:59,851 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T15:20:59,852 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T15:20:59,853 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T15:20:59,853 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:20:59,853 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T15:20:59,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35975 is added to blk_1073741837_1013 (size=1138) 2024-11-12T15:20:59,902 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T15:20:59,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T15:21:00,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T15:21:00,178 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-12T15:21:00,259 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a9081cfc859c76bffcd03fdad37e98a9, NAME => 'hbase:replication,,1731424859851.a9081cfc859c76bffcd03fdad37e98a9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68 2024-11-12T15:21:00,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35975 is added to blk_1073741838_1014 (size=44) 2024-11-12T15:21:00,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T15:21:00,664 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731424859851.a9081cfc859c76bffcd03fdad37e98a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:21:00,664 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a9081cfc859c76bffcd03fdad37e98a9, disabling compactions & flushes 2024-11-12T15:21:00,664 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731424859851.a9081cfc859c76bffcd03fdad37e98a9. 2024-11-12T15:21:00,664 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731424859851.a9081cfc859c76bffcd03fdad37e98a9. 2024-11-12T15:21:00,664 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731424859851.a9081cfc859c76bffcd03fdad37e98a9. after waiting 0 ms 2024-11-12T15:21:00,664 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731424859851.a9081cfc859c76bffcd03fdad37e98a9. 2024-11-12T15:21:00,664 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731424859851.a9081cfc859c76bffcd03fdad37e98a9. 2024-11-12T15:21:00,664 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a9081cfc859c76bffcd03fdad37e98a9: Waiting for close lock at 1731424860664Disabling compacts and flushes for region at 1731424860664Disabling writes for close at 1731424860664Writing region close event to WAL at 1731424860664Closed at 1731424860664 2024-11-12T15:21:00,665 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T15:21:00,665 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731424859851.a9081cfc859c76bffcd03fdad37e98a9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731424860665"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731424860665"}]},"ts":"1731424860665"} 2024-11-12T15:21:00,667 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T15:21:00,668 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T15:21:00,668 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731424860668"}]},"ts":"1731424860668"} 2024-11-12T15:21:00,669 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T15:21:00,669 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a9081cfc859c76bffcd03fdad37e98a9, ASSIGN}] 2024-11-12T15:21:00,670 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a9081cfc859c76bffcd03fdad37e98a9, ASSIGN 2024-11-12T15:21:00,671 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a9081cfc859c76bffcd03fdad37e98a9, ASSIGN; state=OFFLINE, location=a6f201fa5419,41327,1731424840835; forceNewPlan=false, retain=false 2024-11-12T15:21:00,783 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T15:21:00,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:00,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:00,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:00,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:00,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:00,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:00,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:00,821 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a9081cfc859c76bffcd03fdad37e98a9, regionState=OPENING, regionLocation=a6f201fa5419,41327,1731424840835 2024-11-12T15:21:00,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a9081cfc859c76bffcd03fdad37e98a9, ASSIGN because future has completed 2024-11-12T15:21:00,824 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a9081cfc859c76bffcd03fdad37e98a9, server=a6f201fa5419,41327,1731424840835}] 2024-11-12T15:21:00,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:00,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:00,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:00,829 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:00,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T15:21:00,979 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731424859851.a9081cfc859c76bffcd03fdad37e98a9. 2024-11-12T15:21:00,979 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:21:00,979 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T15:21:00,980 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a6f201fa5419%2C41327%2C1731424840835.rep, suffix=, logDir=hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/WALs/a6f201fa5419,41327,1731424840835, archiveDir=hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/oldWALs, maxLogs=10 2024-11-12T15:21:00,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/WALs/a6f201fa5419,41327,1731424840835/a6f201fa5419%2C41327%2C1731424840835.rep.1731424860980, exclude list is [], retry=0 2024-11-12T15:21:00,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35975,DS-be68be98-a069-4ec3-9df6-297179fa8fcb,DISK] 2024-11-12T15:21:00,994 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/WALs/a6f201fa5419,41327,1731424840835/a6f201fa5419%2C41327%2C1731424840835.rep.1731424860980 2024-11-12T15:21:00,994 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40833:40833)] 2024-11-12T15:21:00,994 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a9081cfc859c76bffcd03fdad37e98a9, NAME => 'hbase:replication,,1731424859851.a9081cfc859c76bffcd03fdad37e98a9.', STARTKEY => '', ENDKEY => ''} 2024-11-12T15:21:00,994 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T15:21:00,994 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T15:21:00,994 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731424859851.a9081cfc859c76bffcd03fdad37e98a9. service=MultiRowMutationService 2024-11-12T15:21:00,995 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T15:21:00,995 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a9081cfc859c76bffcd03fdad37e98a9 2024-11-12T15:21:00,995 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731424859851.a9081cfc859c76bffcd03fdad37e98a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:21:00,995 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a9081cfc859c76bffcd03fdad37e98a9 2024-11-12T15:21:00,995 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a9081cfc859c76bffcd03fdad37e98a9 2024-11-12T15:21:00,996 INFO [StoreOpener-a9081cfc859c76bffcd03fdad37e98a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a9081cfc859c76bffcd03fdad37e98a9 2024-11-12T15:21:00,996 INFO [StoreOpener-a9081cfc859c76bffcd03fdad37e98a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9081cfc859c76bffcd03fdad37e98a9 columnFamilyName hfileref 2024-11-12T15:21:00,996 DEBUG [StoreOpener-a9081cfc859c76bffcd03fdad37e98a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:21:00,997 INFO [StoreOpener-a9081cfc859c76bffcd03fdad37e98a9-1 {}] regionserver.HStore(327): Store=a9081cfc859c76bffcd03fdad37e98a9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:21:00,997 INFO [StoreOpener-a9081cfc859c76bffcd03fdad37e98a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a9081cfc859c76bffcd03fdad37e98a9 2024-11-12T15:21:00,997 INFO [StoreOpener-a9081cfc859c76bffcd03fdad37e98a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9081cfc859c76bffcd03fdad37e98a9 columnFamilyName queue 2024-11-12T15:21:00,997 DEBUG [StoreOpener-a9081cfc859c76bffcd03fdad37e98a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:21:00,998 INFO [StoreOpener-a9081cfc859c76bffcd03fdad37e98a9-1 {}] regionserver.HStore(327): Store=a9081cfc859c76bffcd03fdad37e98a9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:21:00,998 INFO [StoreOpener-a9081cfc859c76bffcd03fdad37e98a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a9081cfc859c76bffcd03fdad37e98a9 2024-11-12T15:21:00,998 INFO [StoreOpener-a9081cfc859c76bffcd03fdad37e98a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9081cfc859c76bffcd03fdad37e98a9 columnFamilyName sid 2024-11-12T15:21:00,998 DEBUG [StoreOpener-a9081cfc859c76bffcd03fdad37e98a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:21:00,999 INFO [StoreOpener-a9081cfc859c76bffcd03fdad37e98a9-1 {}] regionserver.HStore(327): Store=a9081cfc859c76bffcd03fdad37e98a9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:21:00,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a9081cfc859c76bffcd03fdad37e98a9 2024-11-12T15:21:00,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/data/hbase/replication/a9081cfc859c76bffcd03fdad37e98a9 2024-11-12T15:21:00,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/data/hbase/replication/a9081cfc859c76bffcd03fdad37e98a9 2024-11-12T15:21:01,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a9081cfc859c76bffcd03fdad37e98a9 2024-11-12T15:21:01,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a9081cfc859c76bffcd03fdad37e98a9 2024-11-12T15:21:01,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T15:21:01,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a9081cfc859c76bffcd03fdad37e98a9 2024-11-12T15:21:01,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/data/hbase/replication/a9081cfc859c76bffcd03fdad37e98a9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T15:21:01,003 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a9081cfc859c76bffcd03fdad37e98a9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67075906, jitterRate=-4.911124706268311E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T15:21:01,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a9081cfc859c76bffcd03fdad37e98a9 2024-11-12T15:21:01,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a9081cfc859c76bffcd03fdad37e98a9: Running coprocessor pre-open hook at 1731424860995Writing region info on filesystem at 1731424860995Initializing all the Stores at 1731424860995Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424860995Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424860995Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424860995Cleaning up temporary data from old regions at 1731424861000 (+5 ms)Running coprocessor post-open hooks at 1731424861003 (+3 ms)Region opened successfully at 1731424861003 2024-11-12T15:21:01,004 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731424859851.a9081cfc859c76bffcd03fdad37e98a9., pid=10, masterSystemTime=1731424860976 2024-11-12T15:21:01,005 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731424859851.a9081cfc859c76bffcd03fdad37e98a9. 2024-11-12T15:21:01,005 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731424859851.a9081cfc859c76bffcd03fdad37e98a9. 2024-11-12T15:21:01,006 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a9081cfc859c76bffcd03fdad37e98a9, regionState=OPEN, openSeqNum=2, regionLocation=a6f201fa5419,41327,1731424840835 2024-11-12T15:21:01,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a9081cfc859c76bffcd03fdad37e98a9, server=a6f201fa5419,41327,1731424840835 because future has completed 2024-11-12T15:21:01,009 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T15:21:01,009 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a9081cfc859c76bffcd03fdad37e98a9, server=a6f201fa5419,41327,1731424840835 in 184 msec 2024-11-12T15:21:01,011 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T15:21:01,011 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a9081cfc859c76bffcd03fdad37e98a9, ASSIGN in 340 msec 2024-11-12T15:21:01,011 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T15:21:01,011 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731424861011"}]},"ts":"1731424861011"} 2024-11-12T15:21:01,013 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T15:21:01,013 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T15:21:01,014 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1620 sec 2024-11-12T15:21:01,024 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-12T15:21:01,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731424859851.a9081cfc859c76bffcd03fdad37e98a9., hostname=a6f201fa5419,41327,1731424840835, seqNum=2] 2024-11-12T15:21:01,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1012fa25ec80001, quorum=127.0.0.1:62421, baseZNode=/0-666504807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-666504807 2024-11-12T15:21:01,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41597-0x1012fa25ec80000, quorum=127.0.0.1:62421, baseZNode=/0-666504807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-666504807 2024-11-12T15:21:01,166 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T15:21:01,318 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T15:21:01,319 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T15:21:01,342 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a6f201fa5419,41327,1731424840835, ReplicationSource: 1, currentBandwidth=0 2024-11-12T15:21:01,343 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:21:01,343 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,41327,1731424840835, seqNum=-1] 2024-11-12T15:21:01,343 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:21:01,344 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54517, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-12T15:21:01,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a6f201fa5419,41327,1731424840835', locateType=CURRENT is [region=hbase:replication,,1731424859851.a9081cfc859c76bffcd03fdad37e98a9., hostname=a6f201fa5419,41327,1731424840835, seqNum=2] 2024-11-12T15:21:01,347 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T15:21:01,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41597 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T15:21:01,349 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a6f201fa5419,41327,1731424840835 suceeded 2024-11-12T15:21:01,350 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T15:21:01,351 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-11-12T15:21:01,351 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a6f201fa5419:45371,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T15:21:01,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5090 sec 2024-11-12T15:21:01,360 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a6f201fa5419:45371' 2024-11-12T15:21:01,361 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c9425e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:01,361 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835 {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,45371,-1 for getting cluster id 2024-11-12T15:21:01,361 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:21:01,362 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '774273e1-4690-458b-a460-92298c8d6095' 2024-11-12T15:21:01,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:21:01,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "774273e1-4690-458b-a460-92298c8d6095" 2024-11-12T15:21:01,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e16ccd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:01,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,45371,-1] 2024-11-12T15:21:01,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:21:01,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:01,363 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:21:01,363 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a6a3dc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:01,363 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:21:01,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,45371,1731424846337 2024-11-12T15:21:01,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12ecdb1e 2024-11-12T15:21:01,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:21:01,365 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-12T15:21:01,365 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a6f201fa5419,41327,1731424840835 (queues=1) is replicating from cluster=e0451078-3f08-4218-aeea-c4d25fcbcc1a to cluster=774273e1-4690-458b-a460-92298c8d6095 2024-11-12T15:21:01,365 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a6f201fa5419%2C41327%2C1731424840835 2024-11-12T15:21:01,366 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a6f201fa5419,41327,1731424840835, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T15:21:01,367 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.shippera6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a6f201fa5419%2C41327%2C1731424840835 2024-11-12T15:21:01,367 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.wal-reader.a6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/WALs/a6f201fa5419,41327,1731424840835/a6f201fa5419%2C41327%2C1731424840835.1731424843177, startPosition=0, beingWritten=true 2024-11-12T15:21:01,371 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.wal-reader.a6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T15:21:01,371 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.wal-reader.a6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/WALs/a6f201fa5419,41327,1731424840835/a6f201fa5419%2C41327%2C1731424840835.1731424843177 to pos 379, reset compression=false 2024-11-12T15:21:01,371 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.shippera6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a6f201fa5419,41327,1731424840835 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/WALs/a6f201fa5419,41327,1731424840835/a6f201fa5419%2C41327%2C1731424840835.1731424843177, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T15:21:01,574 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.wal-reader.a6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/WALs/a6f201fa5419,41327,1731424840835/a6f201fa5419%2C41327%2C1731424840835.1731424843177 to pos 379, reset compression=false 2024-11-12T15:21:01,877 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.wal-reader.a6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/WALs/a6f201fa5419,41327,1731424840835/a6f201fa5419%2C41327%2C1731424840835.1731424843177 to pos 379, reset compression=false 2024-11-12T15:21:01,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T15:21:01,988 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T15:21:01,988 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T15:21:01,988 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:21:01,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:01,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:01,989 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:21:01,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5611ca9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:01,989 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,45371,-1 for getting cluster id 2024-11-12T15:21:01,989 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:21:01,990 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '774273e1-4690-458b-a460-92298c8d6095' 2024-11-12T15:21:01,990 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:21:01,990 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "774273e1-4690-458b-a460-92298c8d6095" 2024-11-12T15:21:01,990 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7928ac76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:01,990 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,45371,-1] 2024-11-12T15:21:01,990 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:21:01,991 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:01,991 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:21:01,992 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eb3c71a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:01,992 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:21:01,992 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,45371,1731424846337 2024-11-12T15:21:01,992 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4cc7d6f 2024-11-12T15:21:01,992 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:21:01,993 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T15:21:01,993 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45371 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://a6f201fa5419:39385,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T15:21:01,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45371 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T15:21:01,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T15:21:01,995 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a6f201fa5419:39385' 2024-11-12T15:21:01,996 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fccc5ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:01,996 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,39385,-1 for getting cluster id 2024-11-12T15:21:01,996 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:21:01,997 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c354766d-72ad-4577-bab8-a871bee8273a' 2024-11-12T15:21:01,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:21:01,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c354766d-72ad-4577-bab8-a871bee8273a" 2024-11-12T15:21:01,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@98a966, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:01,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,39385,-1] 2024-11-12T15:21:01,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:21:01,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:01,998 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:21:01,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c9eef9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:01,998 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:21:01,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,39385,1731424851893 2024-11-12T15:21:01,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62e17420 2024-11-12T15:21:01,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:21:01,999 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T15:21:02,000 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-12T15:21:02,000 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T15:21:02,000 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:02,000 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:02,000 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:21:02,000 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T15:21:02,001 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T15:21:02,002 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T15:21:02,002 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:21:02,003 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T15:21:02,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45607 is added to blk_1073741837_1013 (size=1138) 2024-11-12T15:21:02,052 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T15:21:02,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T15:21:02,282 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.wal-reader.a6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/WALs/a6f201fa5419,41327,1731424840835/a6f201fa5419%2C41327%2C1731424840835.1731424843177 to pos 379, reset compression=false 2024-11-12T15:21:02,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T15:21:02,408 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ad159ff54291da86664fa7d0be9e93d7, NAME => 'hbase:replication,,1731424862000.ad159ff54291da86664fa7d0be9e93d7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451 2024-11-12T15:21:02,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45607 is added to blk_1073741838_1014 (size=44) 2024-11-12T15:21:02,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T15:21:02,785 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.wal-reader.a6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/WALs/a6f201fa5419,41327,1731424840835/a6f201fa5419%2C41327%2C1731424840835.1731424843177 to pos 379, reset compression=false 2024-11-12T15:21:02,813 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731424862000.ad159ff54291da86664fa7d0be9e93d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:21:02,813 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ad159ff54291da86664fa7d0be9e93d7, disabling compactions & flushes 2024-11-12T15:21:02,813 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731424862000.ad159ff54291da86664fa7d0be9e93d7. 2024-11-12T15:21:02,813 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731424862000.ad159ff54291da86664fa7d0be9e93d7. 2024-11-12T15:21:02,813 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731424862000.ad159ff54291da86664fa7d0be9e93d7. after waiting 0 ms 2024-11-12T15:21:02,814 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731424862000.ad159ff54291da86664fa7d0be9e93d7. 2024-11-12T15:21:02,814 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731424862000.ad159ff54291da86664fa7d0be9e93d7. 2024-11-12T15:21:02,814 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ad159ff54291da86664fa7d0be9e93d7: Waiting for close lock at 1731424862813Disabling compacts and flushes for region at 1731424862813Disabling writes for close at 1731424862813Writing region close event to WAL at 1731424862814 (+1 ms)Closed at 1731424862814 2024-11-12T15:21:02,815 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T15:21:02,815 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731424862000.ad159ff54291da86664fa7d0be9e93d7.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731424862815"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731424862815"}]},"ts":"1731424862815"} 2024-11-12T15:21:02,817 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T15:21:02,818 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T15:21:02,818 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731424862818"}]},"ts":"1731424862818"} 2024-11-12T15:21:02,819 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T15:21:02,819 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ad159ff54291da86664fa7d0be9e93d7, ASSIGN}] 2024-11-12T15:21:02,820 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ad159ff54291da86664fa7d0be9e93d7, ASSIGN 2024-11-12T15:21:02,821 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ad159ff54291da86664fa7d0be9e93d7, ASSIGN; state=OFFLINE, location=a6f201fa5419,33293,1731424846618; forceNewPlan=false, retain=false 2024-11-12T15:21:02,971 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ad159ff54291da86664fa7d0be9e93d7, regionState=OPENING, regionLocation=a6f201fa5419,33293,1731424846618 2024-11-12T15:21:02,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ad159ff54291da86664fa7d0be9e93d7, ASSIGN because future has completed 2024-11-12T15:21:02,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad159ff54291da86664fa7d0be9e93d7, server=a6f201fa5419,33293,1731424846618}] 2024-11-12T15:21:03,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T15:21:03,128 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731424862000.ad159ff54291da86664fa7d0be9e93d7. 2024-11-12T15:21:03,128 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:21:03,128 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T15:21:03,129 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a6f201fa5419%2C33293%2C1731424846618.rep, suffix=, logDir=hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/WALs/a6f201fa5419,33293,1731424846618, archiveDir=hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/oldWALs, maxLogs=10 2024-11-12T15:21:03,150 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/WALs/a6f201fa5419,33293,1731424846618/a6f201fa5419%2C33293%2C1731424846618.rep.1731424863130, exclude list is [], retry=0 2024-11-12T15:21:03,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45607,DS-9bdc5fdf-6fde-4d20-94dc-ad9707fd7d78,DISK] 2024-11-12T15:21:03,153 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/WALs/a6f201fa5419,33293,1731424846618/a6f201fa5419%2C33293%2C1731424846618.rep.1731424863130 2024-11-12T15:21:03,153 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36759:36759)] 2024-11-12T15:21:03,153 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ad159ff54291da86664fa7d0be9e93d7, NAME => 'hbase:replication,,1731424862000.ad159ff54291da86664fa7d0be9e93d7.', STARTKEY => '', ENDKEY => ''} 2024-11-12T15:21:03,153 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T15:21:03,153 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T15:21:03,153 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731424862000.ad159ff54291da86664fa7d0be9e93d7. service=MultiRowMutationService 2024-11-12T15:21:03,153 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T15:21:03,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ad159ff54291da86664fa7d0be9e93d7 2024-11-12T15:21:03,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731424862000.ad159ff54291da86664fa7d0be9e93d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:21:03,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ad159ff54291da86664fa7d0be9e93d7 2024-11-12T15:21:03,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ad159ff54291da86664fa7d0be9e93d7 2024-11-12T15:21:03,155 INFO [StoreOpener-ad159ff54291da86664fa7d0be9e93d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ad159ff54291da86664fa7d0be9e93d7 2024-11-12T15:21:03,156 INFO [StoreOpener-ad159ff54291da86664fa7d0be9e93d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad159ff54291da86664fa7d0be9e93d7 columnFamilyName hfileref 2024-11-12T15:21:03,156 DEBUG [StoreOpener-ad159ff54291da86664fa7d0be9e93d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:21:03,156 INFO [StoreOpener-ad159ff54291da86664fa7d0be9e93d7-1 {}] regionserver.HStore(327): Store=ad159ff54291da86664fa7d0be9e93d7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:21:03,156 INFO [StoreOpener-ad159ff54291da86664fa7d0be9e93d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ad159ff54291da86664fa7d0be9e93d7 2024-11-12T15:21:03,157 INFO [StoreOpener-ad159ff54291da86664fa7d0be9e93d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad159ff54291da86664fa7d0be9e93d7 columnFamilyName queue 2024-11-12T15:21:03,157 DEBUG [StoreOpener-ad159ff54291da86664fa7d0be9e93d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:21:03,157 INFO [StoreOpener-ad159ff54291da86664fa7d0be9e93d7-1 {}] regionserver.HStore(327): Store=ad159ff54291da86664fa7d0be9e93d7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:21:03,157 INFO [StoreOpener-ad159ff54291da86664fa7d0be9e93d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ad159ff54291da86664fa7d0be9e93d7 2024-11-12T15:21:03,158 INFO [StoreOpener-ad159ff54291da86664fa7d0be9e93d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad159ff54291da86664fa7d0be9e93d7 columnFamilyName sid 2024-11-12T15:21:03,158 DEBUG [StoreOpener-ad159ff54291da86664fa7d0be9e93d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:21:03,158 INFO [StoreOpener-ad159ff54291da86664fa7d0be9e93d7-1 {}] regionserver.HStore(327): Store=ad159ff54291da86664fa7d0be9e93d7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:21:03,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ad159ff54291da86664fa7d0be9e93d7 2024-11-12T15:21:03,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/data/hbase/replication/ad159ff54291da86664fa7d0be9e93d7 2024-11-12T15:21:03,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/data/hbase/replication/ad159ff54291da86664fa7d0be9e93d7 2024-11-12T15:21:03,160 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ad159ff54291da86664fa7d0be9e93d7 2024-11-12T15:21:03,160 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ad159ff54291da86664fa7d0be9e93d7 2024-11-12T15:21:03,160 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T15:21:03,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ad159ff54291da86664fa7d0be9e93d7 2024-11-12T15:21:03,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/data/hbase/replication/ad159ff54291da86664fa7d0be9e93d7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T15:21:03,163 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ad159ff54291da86664fa7d0be9e93d7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66867161, jitterRate=-0.00360165536403656}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T15:21:03,163 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ad159ff54291da86664fa7d0be9e93d7 2024-11-12T15:21:03,163 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ad159ff54291da86664fa7d0be9e93d7: Running coprocessor pre-open hook at 1731424863154Writing region info on filesystem at 1731424863154Initializing all the Stores at 1731424863154Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424863154Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424863155 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424863155Cleaning up temporary data from old regions at 1731424863160 (+5 ms)Running coprocessor post-open hooks at 1731424863163 (+3 ms)Region opened successfully at 1731424863163 2024-11-12T15:21:03,164 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731424862000.ad159ff54291da86664fa7d0be9e93d7., pid=10, masterSystemTime=1731424863125 2024-11-12T15:21:03,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731424862000.ad159ff54291da86664fa7d0be9e93d7. 2024-11-12T15:21:03,166 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731424862000.ad159ff54291da86664fa7d0be9e93d7. 2024-11-12T15:21:03,166 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ad159ff54291da86664fa7d0be9e93d7, regionState=OPEN, openSeqNum=2, regionLocation=a6f201fa5419,33293,1731424846618 2024-11-12T15:21:03,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad159ff54291da86664fa7d0be9e93d7, server=a6f201fa5419,33293,1731424846618 because future has completed 2024-11-12T15:21:03,170 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T15:21:03,170 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ad159ff54291da86664fa7d0be9e93d7, server=a6f201fa5419,33293,1731424846618 in 195 msec 2024-11-12T15:21:03,171 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T15:21:03,171 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ad159ff54291da86664fa7d0be9e93d7, ASSIGN in 351 msec 2024-11-12T15:21:03,172 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T15:21:03,172 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731424863172"}]},"ts":"1731424863172"} 2024-11-12T15:21:03,174 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T15:21:03,174 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T15:21:03,175 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1740 sec 2024-11-12T15:21:03,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731424862000.ad159ff54291da86664fa7d0be9e93d7., hostname=a6f201fa5419,33293,1731424846618, seqNum=2] 2024-11-12T15:21:03,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45371-0x1012fa25ec80003, quorum=127.0.0.1:62421, baseZNode=/11388933180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11388933180 2024-11-12T15:21:03,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33293-0x1012fa25ec80004, quorum=127.0.0.1:62421, baseZNode=/11388933180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11388933180 2024-11-12T15:21:03,261 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T15:21:03,389 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.wal-reader.a6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/WALs/a6f201fa5419,41327,1731424840835/a6f201fa5419%2C41327%2C1731424840835.1731424843177 to pos 379, reset compression=false 2024-11-12T15:21:03,413 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33293 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T15:21:03,413 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T15:21:03,438 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a6f201fa5419,33293,1731424846618, ReplicationSource: 1, currentBandwidth=0 2024-11-12T15:21:03,438 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:21:03,439 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,33293,1731424846618, seqNum=-1] 2024-11-12T15:21:03,439 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:21:03,440 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50563, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-12T15:21:03,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a6f201fa5419,33293,1731424846618', locateType=CURRENT is [region=hbase:replication,,1731424862000.ad159ff54291da86664fa7d0be9e93d7., hostname=a6f201fa5419,33293,1731424846618, seqNum=2] 2024-11-12T15:21:03,443 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T15:21:03,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45371 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T15:21:03,445 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a6f201fa5419,33293,1731424846618 suceeded 2024-11-12T15:21:03,447 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T15:21:03,447 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-12T15:21:03,447 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a6f201fa5419:39385,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T15:21:03,448 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4540 sec 2024-11-12T15:21:03,456 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a6f201fa5419:39385' 2024-11-12T15:21:03,457 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ce142d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:03,457 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618 {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,39385,-1 for getting cluster id 2024-11-12T15:21:03,457 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:21:03,458 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c354766d-72ad-4577-bab8-a871bee8273a' 2024-11-12T15:21:03,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:21:03,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c354766d-72ad-4577-bab8-a871bee8273a" 2024-11-12T15:21:03,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2402e0ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:03,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,39385,-1] 2024-11-12T15:21:03,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:21:03,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:03,459 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:21:03,460 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@319684ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:03,460 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:21:03,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,39385,1731424851893 2024-11-12T15:21:03,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4593ea1a 2024-11-12T15:21:03,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:21:03,461 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-12T15:21:03,461 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a6f201fa5419,33293,1731424846618 (queues=1) is replicating from cluster=774273e1-4690-458b-a460-92298c8d6095 to cluster=c354766d-72ad-4577-bab8-a871bee8273a 2024-11-12T15:21:03,461 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a6f201fa5419%2C33293%2C1731424846618 2024-11-12T15:21:03,461 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a6f201fa5419,33293,1731424846618, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T15:21:03,462 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.shippera6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a6f201fa5419%2C33293%2C1731424846618 2024-11-12T15:21:03,462 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.wal-reader.a6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/WALs/a6f201fa5419,33293,1731424846618/a6f201fa5419%2C33293%2C1731424846618.1731424848513, startPosition=0, beingWritten=true 2024-11-12T15:21:03,466 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.wal-reader.a6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T15:21:03,467 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.wal-reader.a6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/WALs/a6f201fa5419,33293,1731424846618/a6f201fa5419%2C33293%2C1731424846618.1731424848513 to pos 379, reset compression=false 2024-11-12T15:21:03,467 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.shippera6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a6f201fa5419,33293,1731424846618 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/WALs/a6f201fa5419,33293,1731424846618/a6f201fa5419%2C33293%2C1731424846618.1731424848513, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T15:21:03,670 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.wal-reader.a6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/WALs/a6f201fa5419,33293,1731424846618/a6f201fa5419%2C33293%2C1731424846618.1731424848513 to pos 379, reset compression=false 2024-11-12T15:21:03,973 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.wal-reader.a6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/WALs/a6f201fa5419,33293,1731424846618/a6f201fa5419%2C33293%2C1731424846618.1731424848513 to pos 379, reset compression=false 2024-11-12T15:21:04,092 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.wal-reader.a6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/WALs/a6f201fa5419,41327,1731424840835/a6f201fa5419%2C41327%2C1731424840835.1731424843177 to pos 379, reset compression=false 2024-11-12T15:21:04,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T15:21:04,138 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T15:21:04,138 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T15:21:04,139 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:21:04,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:04,139 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:21:04,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:04,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8992bbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:04,139 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,39385,-1 for getting cluster id 2024-11-12T15:21:04,139 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:21:04,140 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c354766d-72ad-4577-bab8-a871bee8273a' 2024-11-12T15:21:04,140 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:21:04,140 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c354766d-72ad-4577-bab8-a871bee8273a" 2024-11-12T15:21:04,140 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@368c99d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:04,140 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,39385,-1] 2024-11-12T15:21:04,140 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:21:04,140 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:04,141 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:21:04,141 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ee8b71c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:04,142 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:21:04,142 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,39385,1731424851893 2024-11-12T15:21:04,142 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75198b13 2024-11-12T15:21:04,142 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:21:04,143 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T15:21:04,143 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://a6f201fa5419:41597,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T15:21:04,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T15:21:04,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T15:21:04,145 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a6f201fa5419:41597' 2024-11-12T15:21:04,146 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61061eae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:04,146 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,41597,-1 for getting cluster id 2024-11-12T15:21:04,146 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:21:04,146 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e0451078-3f08-4218-aeea-c4d25fcbcc1a' 2024-11-12T15:21:04,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:21:04,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e0451078-3f08-4218-aeea-c4d25fcbcc1a" 2024-11-12T15:21:04,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f376d47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:04,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,41597,-1] 2024-11-12T15:21:04,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:21:04,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:04,148 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:21:04,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17895833, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:04,148 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:21:04,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,41597,1731424840631 2024-11-12T15:21:04,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28fe515d 2024-11-12T15:21:04,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:21:04,149 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T15:21:04,150 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-12T15:21:04,150 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T15:21:04,150 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:04,150 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:04,150 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:21:04,150 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T15:21:04,151 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T15:21:04,152 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T15:21:04,152 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:21:04,153 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T15:21:04,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42357 is added to blk_1073741837_1013 (size=1138) 2024-11-12T15:21:04,201 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T15:21:04,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T15:21:04,376 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.wal-reader.a6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/WALs/a6f201fa5419,33293,1731424846618/a6f201fa5419%2C33293%2C1731424846618.1731424848513 to pos 379, reset compression=false 2024-11-12T15:21:04,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T15:21:04,558 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b1e854afc5c3c5ffd15ce21134f20aae, NAME => 'hbase:replication,,1731424864150.b1e854afc5c3c5ffd15ce21134f20aae.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0 2024-11-12T15:21:04,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42357 is added to blk_1073741838_1014 (size=44) 2024-11-12T15:21:04,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T15:21:04,879 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.wal-reader.a6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/WALs/a6f201fa5419,33293,1731424846618/a6f201fa5419%2C33293%2C1731424846618.1731424848513 to pos 379, reset compression=false 2024-11-12T15:21:04,895 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.wal-reader.a6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/WALs/a6f201fa5419,41327,1731424840835/a6f201fa5419%2C41327%2C1731424840835.1731424843177 to pos 379, reset compression=false 2024-11-12T15:21:04,987 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731424864150.b1e854afc5c3c5ffd15ce21134f20aae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:21:04,987 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b1e854afc5c3c5ffd15ce21134f20aae, disabling compactions & flushes 2024-11-12T15:21:04,987 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731424864150.b1e854afc5c3c5ffd15ce21134f20aae. 2024-11-12T15:21:04,987 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731424864150.b1e854afc5c3c5ffd15ce21134f20aae. 2024-11-12T15:21:04,987 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731424864150.b1e854afc5c3c5ffd15ce21134f20aae. after waiting 0 ms 2024-11-12T15:21:04,987 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731424864150.b1e854afc5c3c5ffd15ce21134f20aae. 2024-11-12T15:21:04,987 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731424864150.b1e854afc5c3c5ffd15ce21134f20aae. 2024-11-12T15:21:04,987 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b1e854afc5c3c5ffd15ce21134f20aae: Waiting for close lock at 1731424864987Disabling compacts and flushes for region at 1731424864987Disabling writes for close at 1731424864987Writing region close event to WAL at 1731424864987Closed at 1731424864987 2024-11-12T15:21:04,988 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T15:21:04,988 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731424864150.b1e854afc5c3c5ffd15ce21134f20aae.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731424864988"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731424864988"}]},"ts":"1731424864988"} 2024-11-12T15:21:04,990 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T15:21:04,990 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T15:21:04,991 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731424864991"}]},"ts":"1731424864991"} 2024-11-12T15:21:04,992 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T15:21:04,992 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b1e854afc5c3c5ffd15ce21134f20aae, ASSIGN}] 2024-11-12T15:21:04,993 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b1e854afc5c3c5ffd15ce21134f20aae, ASSIGN 2024-11-12T15:21:04,994 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b1e854afc5c3c5ffd15ce21134f20aae, ASSIGN; state=OFFLINE, location=a6f201fa5419,37895,1731424852025; forceNewPlan=false, retain=false 2024-11-12T15:21:05,145 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b1e854afc5c3c5ffd15ce21134f20aae, regionState=OPENING, regionLocation=a6f201fa5419,37895,1731424852025 2024-11-12T15:21:05,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b1e854afc5c3c5ffd15ce21134f20aae, ASSIGN because future has completed 2024-11-12T15:21:05,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b1e854afc5c3c5ffd15ce21134f20aae, server=a6f201fa5419,37895,1731424852025}] 2024-11-12T15:21:05,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T15:21:05,304 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731424864150.b1e854afc5c3c5ffd15ce21134f20aae. 2024-11-12T15:21:05,304 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:21:05,304 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T15:21:05,305 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a6f201fa5419%2C37895%2C1731424852025.rep, suffix=, logDir=hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/WALs/a6f201fa5419,37895,1731424852025, archiveDir=hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/oldWALs, maxLogs=10 2024-11-12T15:21:05,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/WALs/a6f201fa5419,37895,1731424852025/a6f201fa5419%2C37895%2C1731424852025.rep.1731424865305, exclude list is [], retry=0 2024-11-12T15:21:05,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42357,DS-335e367f-cbb2-4017-aaad-8b1699fbb90f,DISK] 2024-11-12T15:21:05,320 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/WALs/a6f201fa5419,37895,1731424852025/a6f201fa5419%2C37895%2C1731424852025.rep.1731424865305 2024-11-12T15:21:05,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43999:43999)] 2024-11-12T15:21:05,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b1e854afc5c3c5ffd15ce21134f20aae, NAME => 'hbase:replication,,1731424864150.b1e854afc5c3c5ffd15ce21134f20aae.', STARTKEY => '', ENDKEY => ''} 2024-11-12T15:21:05,321 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T15:21:05,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T15:21:05,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731424864150.b1e854afc5c3c5ffd15ce21134f20aae. service=MultiRowMutationService 2024-11-12T15:21:05,321 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T15:21:05,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b1e854afc5c3c5ffd15ce21134f20aae 2024-11-12T15:21:05,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731424864150.b1e854afc5c3c5ffd15ce21134f20aae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:21:05,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b1e854afc5c3c5ffd15ce21134f20aae 2024-11-12T15:21:05,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b1e854afc5c3c5ffd15ce21134f20aae 2024-11-12T15:21:05,322 INFO [StoreOpener-b1e854afc5c3c5ffd15ce21134f20aae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b1e854afc5c3c5ffd15ce21134f20aae 2024-11-12T15:21:05,323 INFO [StoreOpener-b1e854afc5c3c5ffd15ce21134f20aae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1e854afc5c3c5ffd15ce21134f20aae columnFamilyName hfileref 2024-11-12T15:21:05,323 DEBUG [StoreOpener-b1e854afc5c3c5ffd15ce21134f20aae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:21:05,323 INFO [StoreOpener-b1e854afc5c3c5ffd15ce21134f20aae-1 {}] regionserver.HStore(327): Store=b1e854afc5c3c5ffd15ce21134f20aae/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:21:05,323 INFO [StoreOpener-b1e854afc5c3c5ffd15ce21134f20aae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b1e854afc5c3c5ffd15ce21134f20aae 2024-11-12T15:21:05,324 INFO [StoreOpener-b1e854afc5c3c5ffd15ce21134f20aae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1e854afc5c3c5ffd15ce21134f20aae columnFamilyName queue 2024-11-12T15:21:05,324 DEBUG [StoreOpener-b1e854afc5c3c5ffd15ce21134f20aae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:21:05,324 INFO [StoreOpener-b1e854afc5c3c5ffd15ce21134f20aae-1 {}] regionserver.HStore(327): Store=b1e854afc5c3c5ffd15ce21134f20aae/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:21:05,324 INFO [StoreOpener-b1e854afc5c3c5ffd15ce21134f20aae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b1e854afc5c3c5ffd15ce21134f20aae 2024-11-12T15:21:05,325 INFO [StoreOpener-b1e854afc5c3c5ffd15ce21134f20aae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1e854afc5c3c5ffd15ce21134f20aae columnFamilyName sid 2024-11-12T15:21:05,325 DEBUG [StoreOpener-b1e854afc5c3c5ffd15ce21134f20aae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:21:05,325 INFO [StoreOpener-b1e854afc5c3c5ffd15ce21134f20aae-1 {}] regionserver.HStore(327): Store=b1e854afc5c3c5ffd15ce21134f20aae/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:21:05,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b1e854afc5c3c5ffd15ce21134f20aae 2024-11-12T15:21:05,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/data/hbase/replication/b1e854afc5c3c5ffd15ce21134f20aae 2024-11-12T15:21:05,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/data/hbase/replication/b1e854afc5c3c5ffd15ce21134f20aae 2024-11-12T15:21:05,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b1e854afc5c3c5ffd15ce21134f20aae 2024-11-12T15:21:05,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b1e854afc5c3c5ffd15ce21134f20aae 2024-11-12T15:21:05,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T15:21:05,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b1e854afc5c3c5ffd15ce21134f20aae 2024-11-12T15:21:05,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/data/hbase/replication/b1e854afc5c3c5ffd15ce21134f20aae/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T15:21:05,330 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b1e854afc5c3c5ffd15ce21134f20aae; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72234449, jitterRate=0.07637716829776764}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T15:21:05,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b1e854afc5c3c5ffd15ce21134f20aae 2024-11-12T15:21:05,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b1e854afc5c3c5ffd15ce21134f20aae: Running coprocessor pre-open hook at 1731424865321Writing region info on filesystem at 1731424865321Initializing all the Stores at 1731424865322 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424865322Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424865322Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424865322Cleaning up temporary data from old regions at 1731424865327 (+5 ms)Running coprocessor post-open hooks at 1731424865330 (+3 ms)Region opened successfully at 1731424865330 2024-11-12T15:21:05,331 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731424864150.b1e854afc5c3c5ffd15ce21134f20aae., pid=10, masterSystemTime=1731424865299 2024-11-12T15:21:05,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731424864150.b1e854afc5c3c5ffd15ce21134f20aae. 2024-11-12T15:21:05,332 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731424864150.b1e854afc5c3c5ffd15ce21134f20aae. 2024-11-12T15:21:05,333 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b1e854afc5c3c5ffd15ce21134f20aae, regionState=OPEN, openSeqNum=2, regionLocation=a6f201fa5419,37895,1731424852025 2024-11-12T15:21:05,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b1e854afc5c3c5ffd15ce21134f20aae, server=a6f201fa5419,37895,1731424852025 because future has completed 2024-11-12T15:21:05,336 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T15:21:05,336 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b1e854afc5c3c5ffd15ce21134f20aae, server=a6f201fa5419,37895,1731424852025 in 188 msec 2024-11-12T15:21:05,338 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T15:21:05,338 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b1e854afc5c3c5ffd15ce21134f20aae, ASSIGN in 344 msec 2024-11-12T15:21:05,338 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T15:21:05,338 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731424865338"}]},"ts":"1731424865338"} 2024-11-12T15:21:05,340 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T15:21:05,340 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T15:21:05,341 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1900 sec 2024-11-12T15:21:05,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731424864150.b1e854afc5c3c5ffd15ce21134f20aae., hostname=a6f201fa5419,37895,1731424852025, seqNum=2] 2024-11-12T15:21:05,482 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.wal-reader.a6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/WALs/a6f201fa5419,33293,1731424846618/a6f201fa5419%2C33293%2C1731424846618.1731424848513 to pos 379, reset compression=false 2024-11-12T15:21:05,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x1012fa25ec80007, quorum=127.0.0.1:62421, baseZNode=/21152841111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21152841111 2024-11-12T15:21:05,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39385-0x1012fa25ec80006, quorum=127.0.0.1:62421, baseZNode=/21152841111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21152841111 2024-11-12T15:21:05,545 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T15:21:05,696 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T15:21:05,697 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T15:21:05,722 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a6f201fa5419,37895,1731424852025, ReplicationSource: 1, currentBandwidth=0 2024-11-12T15:21:05,722 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:21:05,722 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,37895,1731424852025, seqNum=-1] 2024-11-12T15:21:05,723 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:21:05,723 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58423, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-12T15:21:05,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a6f201fa5419,37895,1731424852025', locateType=CURRENT is [region=hbase:replication,,1731424864150.b1e854afc5c3c5ffd15ce21134f20aae., hostname=a6f201fa5419,37895,1731424852025, seqNum=2] 2024-11-12T15:21:05,727 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T15:21:05,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T15:21:05,729 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a6f201fa5419,37895,1731424852025 suceeded 2024-11-12T15:21:05,730 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T15:21:05,730 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-12T15:21:05,730 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a6f201fa5419:41597,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T15:21:05,731 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5870 sec 2024-11-12T15:21:05,740 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a6f201fa5419:41597' 2024-11-12T15:21:05,741 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d36a92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:05,741 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025 {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,41597,-1 for getting cluster id 2024-11-12T15:21:05,741 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:21:05,742 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e0451078-3f08-4218-aeea-c4d25fcbcc1a' 2024-11-12T15:21:05,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:21:05,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e0451078-3f08-4218-aeea-c4d25fcbcc1a" 2024-11-12T15:21:05,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ece471d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:05,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,41597,-1] 2024-11-12T15:21:05,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:21:05,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:05,743 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:21:05,743 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32db99ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:05,744 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:21:05,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,41597,1731424840631 2024-11-12T15:21:05,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3bbce1a0 2024-11-12T15:21:05,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:21:05,745 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-12T15:21:05,745 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a6f201fa5419,37895,1731424852025 (queues=1) is replicating from cluster=c354766d-72ad-4577-bab8-a871bee8273a to cluster=e0451078-3f08-4218-aeea-c4d25fcbcc1a 2024-11-12T15:21:05,745 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a6f201fa5419%2C37895%2C1731424852025 2024-11-12T15:21:05,745 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a6f201fa5419,37895,1731424852025, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T15:21:05,746 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025.replicationSource.shippera6f201fa5419%2C37895%2C1731424852025,1-a6f201fa5419,37895,1731424852025 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a6f201fa5419%2C37895%2C1731424852025 2024-11-12T15:21:05,746 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025.replicationSource.wal-reader.a6f201fa5419%2C37895%2C1731424852025,1-a6f201fa5419,37895,1731424852025 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/WALs/a6f201fa5419,37895,1731424852025/a6f201fa5419%2C37895%2C1731424852025.1731424854310, startPosition=0, beingWritten=true 2024-11-12T15:21:05,749 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025.replicationSource.wal-reader.a6f201fa5419%2C37895%2C1731424852025,1-a6f201fa5419,37895,1731424852025 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T15:21:05,749 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025.replicationSource.wal-reader.a6f201fa5419%2C37895%2C1731424852025,1-a6f201fa5419,37895,1731424852025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/WALs/a6f201fa5419,37895,1731424852025/a6f201fa5419%2C37895%2C1731424852025.1731424854310 to pos 379, reset compression=false 2024-11-12T15:21:05,749 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025.replicationSource.shippera6f201fa5419%2C37895%2C1731424852025,1-a6f201fa5419,37895,1731424852025 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a6f201fa5419,37895,1731424852025 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/WALs/a6f201fa5419,37895,1731424852025/a6f201fa5419%2C37895%2C1731424852025.1731424854310, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T15:21:05,798 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.wal-reader.a6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/WALs/a6f201fa5419,41327,1731424840835/a6f201fa5419%2C41327%2C1731424840835.1731424843177 to pos 379, reset compression=false 2024-11-12T15:21:05,956 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025.replicationSource.wal-reader.a6f201fa5419%2C37895%2C1731424852025,1-a6f201fa5419,37895,1731424852025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/WALs/a6f201fa5419,37895,1731424852025/a6f201fa5419%2C37895%2C1731424852025.1731424854310 to pos 379, reset compression=false 2024-11-12T15:21:06,185 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.wal-reader.a6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/WALs/a6f201fa5419,33293,1731424846618/a6f201fa5419%2C33293%2C1731424846618.1731424848513 to pos 379, reset compression=false 2024-11-12T15:21:06,259 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025.replicationSource.wal-reader.a6f201fa5419%2C37895%2C1731424852025,1-a6f201fa5419,37895,1731424852025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/WALs/a6f201fa5419,37895,1731424852025/a6f201fa5419%2C37895%2C1731424852025.1731424854310 to pos 379, reset compression=false 2024-11-12T15:21:06,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T15:21:06,288 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T15:21:06,288 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T15:21:06,288 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:21:06,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:06,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:06,288 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:21:06,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24b62d37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:06,289 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,41597,-1 for getting cluster id 2024-11-12T15:21:06,289 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:21:06,289 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e0451078-3f08-4218-aeea-c4d25fcbcc1a' 2024-11-12T15:21:06,290 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:21:06,290 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e0451078-3f08-4218-aeea-c4d25fcbcc1a" 2024-11-12T15:21:06,290 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3834ba6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:06,290 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,41597,-1] 2024-11-12T15:21:06,290 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:21:06,290 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:06,290 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:21:06,291 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f1a6337, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:06,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cbb8983, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:06,291 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,45371,-1 for getting cluster id 2024-11-12T15:21:06,291 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:21:06,292 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '774273e1-4690-458b-a460-92298c8d6095' 2024-11-12T15:21:06,292 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:21:06,292 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "774273e1-4690-458b-a460-92298c8d6095" 2024-11-12T15:21:06,292 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d383920, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:06,292 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,45371,-1] 2024-11-12T15:21:06,292 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:21:06,293 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:06,293 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:21:06,293 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75698ac8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:06,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c9a569c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:06,294 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,39385,-1 for getting cluster id 2024-11-12T15:21:06,294 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:21:06,294 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c354766d-72ad-4577-bab8-a871bee8273a' 2024-11-12T15:21:06,294 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:21:06,295 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c354766d-72ad-4577-bab8-a871bee8273a" 2024-11-12T15:21:06,295 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fe871fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:06,295 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,39385,-1] 2024-11-12T15:21:06,295 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:21:06,295 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:06,295 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:21:06,296 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4401800f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:06,296 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:21:06,297 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,41327,1731424840835, seqNum=-1] 2024-11-12T15:21:06,297 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:21:06,298 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T15:21:06,300 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731424855401.6738cbe1851aeb494b21c63b3494bb42., hostname=a6f201fa5419,41327,1731424840835, seqNum=2] 2024-11-12T15:21:06,302 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:21:06,303 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,37895,1731424852025, seqNum=-1] 2024-11-12T15:21:06,303 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:21:06,324 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T15:21:06,326 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731424858700.be5cc6a530798f88b9651e47e9e41459., hostname=a6f201fa5419,37895,1731424852025, seqNum=2] 2024-11-12T15:21:06,328 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-12T15:21:06,496 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T15:21:06,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:06,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:06,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:06,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:06,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:06,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:06,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:06,539 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:06,542 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:06,542 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:06,544 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:06,662 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025.replicationSource.wal-reader.a6f201fa5419%2C37895%2C1731424852025,1-a6f201fa5419,37895,1731424852025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/WALs/a6f201fa5419,37895,1731424852025/a6f201fa5419%2C37895%2C1731424852025.1731424854310 to pos 379, reset compression=false 2024-11-12T15:21:06,801 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.wal-reader.a6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/WALs/a6f201fa5419,41327,1731424840835/a6f201fa5419%2C41327%2C1731424840835.1731424843177 to pos 379, reset compression=false 2024-11-12T15:21:06,807 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.wal-reader.a6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T15:21:06,807 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.wal-reader.a6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/WALs/a6f201fa5419,41327,1731424840835/a6f201fa5419%2C41327%2C1731424840835.1731424843177 to pos 480, reset compression=false 2024-11-12T15:21:06,807 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.shippera6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a6f201fa5419,41327,1731424840835 got entry batch from reader: WALEntryBatch [walEntries=[{test/6738cbe1851aeb494b21c63b3494bb42/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/WALs/a6f201fa5419,41327,1731424840835/a6f201fa5419%2C41327%2C1731424840835.1731424843177, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-12T15:21:06,810 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.shippera6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T15:21:06,810 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-12T15:21:06,811 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T15:21:06,812 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@133d94f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:06,812 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,45371,-1 for getting cluster id 2024-11-12T15:21:06,812 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:21:06,813 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '774273e1-4690-458b-a460-92298c8d6095' 2024-11-12T15:21:06,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:21:06,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "774273e1-4690-458b-a460-92298c8d6095" 2024-11-12T15:21:06,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60cc6530, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:06,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,45371,-1] 2024-11-12T15:21:06,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:21:06,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:06,814 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:21:06,815 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@cf7c4e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:06,816 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:21:06,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,33293,1731424846618, seqNum=-1] 2024-11-12T15:21:06,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:21:06,817 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-12T15:21:06,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731424856550.d7c3f690461ef088642ecad21e6fb0e4., hostname=a6f201fa5419,33293,1731424846618, seqNum=2] 2024-11-12T15:21:06,837 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T15:21:06,988 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.wal-reader.a6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/WALs/a6f201fa5419,33293,1731424846618/a6f201fa5419%2C33293%2C1731424846618.1731424848513 to pos 379, reset compression=false 2024-11-12T15:21:06,994 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.wal-reader.a6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T15:21:06,994 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.wal-reader.a6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/WALs/a6f201fa5419,33293,1731424846618/a6f201fa5419%2C33293%2C1731424846618.1731424848513 to pos 504, reset compression=false 2024-11-12T15:21:06,994 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.shippera6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a6f201fa5419,33293,1731424846618 got entry batch from reader: WALEntryBatch [walEntries=[{test/d7c3f690461ef088642ecad21e6fb0e4/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/WALs/a6f201fa5419,33293,1731424846618/a6f201fa5419%2C33293%2C1731424846618.1731424848513, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-12T15:21:06,998 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.shippera6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T15:21:07,000 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-12T15:21:07,001 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T15:21:07,004 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1db7292e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:07,005 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,39385,-1 for getting cluster id 2024-11-12T15:21:07,005 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:21:07,006 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c354766d-72ad-4577-bab8-a871bee8273a' 2024-11-12T15:21:07,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:21:07,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c354766d-72ad-4577-bab8-a871bee8273a" 2024-11-12T15:21:07,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@265b3a85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:07,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,39385,-1] 2024-11-12T15:21:07,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:21:07,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:07,007 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:21:07,008 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59427a3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:07,009 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:21:07,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,37895,1731424852025, seqNum=-1] 2024-11-12T15:21:07,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:21:07,011 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-12T15:21:07,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731424858700.be5cc6a530798f88b9651e47e9e41459., hostname=a6f201fa5419,37895,1731424852025, seqNum=2] 2024-11-12T15:21:07,015 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.wal-reader.a6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/WALs/a6f201fa5419,41327,1731424840835/a6f201fa5419%2C41327%2C1731424840835.1731424843177 to pos 480, reset compression=false 2024-11-12T15:21:07,017 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T15:21:07,166 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025.replicationSource.wal-reader.a6f201fa5419%2C37895%2C1731424852025,1-a6f201fa5419,37895,1731424852025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/WALs/a6f201fa5419,37895,1731424852025/a6f201fa5419%2C37895%2C1731424852025.1731424854310 to pos 379, reset compression=false 2024-11-12T15:21:07,170 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025.replicationSource.wal-reader.a6f201fa5419%2C37895%2C1731424852025,1-a6f201fa5419,37895,1731424852025 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T15:21:07,170 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025.replicationSource.wal-reader.a6f201fa5419%2C37895%2C1731424852025,1-a6f201fa5419,37895,1731424852025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/WALs/a6f201fa5419,37895,1731424852025/a6f201fa5419%2C37895%2C1731424852025.1731424854310 to pos 527, reset compression=false 2024-11-12T15:21:07,171 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025.replicationSource.shippera6f201fa5419%2C37895%2C1731424852025,1-a6f201fa5419,37895,1731424852025 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a6f201fa5419,37895,1731424852025 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/WALs/a6f201fa5419,37895,1731424852025/a6f201fa5419%2C37895%2C1731424852025.1731424854310, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T15:21:07,205 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.wal-reader.a6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/WALs/a6f201fa5419,33293,1731424846618/a6f201fa5419%2C33293%2C1731424846618.1731424848513 to pos 504, reset compression=false 2024-11-12T15:21:07,321 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.wal-reader.a6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/WALs/a6f201fa5419,41327,1731424840835/a6f201fa5419%2C41327%2C1731424840835.1731424843177 to pos 480, reset compression=false 2024-11-12T15:21:07,330 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-12T15:21:07,330 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:21:07,331 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,33293,1731424846618, seqNum=-1] 2024-11-12T15:21:07,331 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:21:07,332 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T15:21:07,333 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731424856550.d7c3f690461ef088642ecad21e6fb0e4., hostname=a6f201fa5419,33293,1731424846618, seqNum=2] 2024-11-12T15:21:07,336 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-12T15:21:07,374 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025.replicationSource.wal-reader.a6f201fa5419%2C37895%2C1731424852025,1-a6f201fa5419,37895,1731424852025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/WALs/a6f201fa5419,37895,1731424852025/a6f201fa5419%2C37895%2C1731424852025.1731424854310 to pos 527, reset compression=false 2024-11-12T15:21:07,510 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.wal-reader.a6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/WALs/a6f201fa5419,33293,1731424846618/a6f201fa5419%2C33293%2C1731424846618.1731424848513 to pos 504, reset compression=false 2024-11-12T15:21:07,514 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.wal-reader.a6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T15:21:07,514 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.wal-reader.a6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/WALs/a6f201fa5419,33293,1731424846618/a6f201fa5419%2C33293%2C1731424846618.1731424848513 to pos 608, reset compression=false 2024-11-12T15:21:07,514 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.shippera6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a6f201fa5419,33293,1731424846618 got entry batch from reader: WALEntryBatch [walEntries=[{test/d7c3f690461ef088642ecad21e6fb0e4/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/WALs/a6f201fa5419,33293,1731424846618/a6f201fa5419%2C33293%2C1731424846618.1731424848513, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-12T15:21:07,515 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T15:21:07,517 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T15:21:07,678 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025.replicationSource.wal-reader.a6f201fa5419%2C37895%2C1731424852025,1-a6f201fa5419,37895,1731424852025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/WALs/a6f201fa5419,37895,1731424852025/a6f201fa5419%2C37895%2C1731424852025.1731424854310 to pos 527, reset compression=false 2024-11-12T15:21:07,682 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025.replicationSource.wal-reader.a6f201fa5419%2C37895%2C1731424852025,1-a6f201fa5419,37895,1731424852025 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T15:21:07,682 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025.replicationSource.wal-reader.a6f201fa5419%2C37895%2C1731424852025,1-a6f201fa5419,37895,1731424852025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/WALs/a6f201fa5419,37895,1731424852025/a6f201fa5419%2C37895%2C1731424852025.1731424854310 to pos 654, reset compression=false 2024-11-12T15:21:07,682 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025.replicationSource.shippera6f201fa5419%2C37895%2C1731424852025,1-a6f201fa5419,37895,1731424852025 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a6f201fa5419,37895,1731424852025 got entry batch from reader: WALEntryBatch [walEntries=[{test/be5cc6a530798f88b9651e47e9e41459/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/WALs/a6f201fa5419,37895,1731424852025/a6f201fa5419%2C37895%2C1731424852025.1731424854310, lastWalPosition=654, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-12T15:21:07,684 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025.replicationSource.shippera6f201fa5419%2C37895%2C1731424852025,1-a6f201fa5419,37895,1731424852025 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T15:21:07,685 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-12T15:21:07,686 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T15:21:07,686 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60ad8f36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:07,686 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,41597,-1 for getting cluster id 2024-11-12T15:21:07,686 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:21:07,687 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e0451078-3f08-4218-aeea-c4d25fcbcc1a' 2024-11-12T15:21:07,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:21:07,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e0451078-3f08-4218-aeea-c4d25fcbcc1a" 2024-11-12T15:21:07,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31b740ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:07,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,41597,-1] 2024-11-12T15:21:07,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:21:07,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:07,688 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:21:07,688 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c5a8afb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:07,689 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:21:07,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,41327,1731424840835, seqNum=-1] 2024-11-12T15:21:07,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:21:07,691 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-12T15:21:07,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731424855401.6738cbe1851aeb494b21c63b3494bb42., hostname=a6f201fa5419,41327,1731424840835, seqNum=2] 2024-11-12T15:21:07,694 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T15:21:07,717 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.wal-reader.a6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/WALs/a6f201fa5419,33293,1731424846618/a6f201fa5419%2C33293%2C1731424846618.1731424848513 to pos 608, reset compression=false 2024-11-12T15:21:07,724 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.wal-reader.a6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/WALs/a6f201fa5419,41327,1731424840835/a6f201fa5419%2C41327%2C1731424840835.1731424843177 to pos 480, reset compression=false 2024-11-12T15:21:07,728 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.wal-reader.a6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T15:21:07,728 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.wal-reader.a6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/WALs/a6f201fa5419,41327,1731424840835/a6f201fa5419%2C41327%2C1731424840835.1731424843177 to pos 631, reset compression=false 2024-11-12T15:21:07,728 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.shippera6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a6f201fa5419,41327,1731424840835 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/WALs/a6f201fa5419,41327,1731424840835/a6f201fa5419%2C41327%2C1731424840835.1731424843177, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T15:21:07,886 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025.replicationSource.wal-reader.a6f201fa5419%2C37895%2C1731424852025,1-a6f201fa5419,37895,1731424852025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/WALs/a6f201fa5419,37895,1731424852025/a6f201fa5419%2C37895%2C1731424852025.1731424854310 to pos 654, reset compression=false 2024-11-12T15:21:07,932 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.wal-reader.a6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/WALs/a6f201fa5419,41327,1731424840835/a6f201fa5419%2C41327%2C1731424840835.1731424843177 to pos 631, reset compression=false 2024-11-12T15:21:08,021 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.wal-reader.a6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/WALs/a6f201fa5419,33293,1731424846618/a6f201fa5419%2C33293%2C1731424846618.1731424848513 to pos 608, reset compression=false 2024-11-12T15:21:08,190 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025.replicationSource.wal-reader.a6f201fa5419%2C37895%2C1731424852025,1-a6f201fa5419,37895,1731424852025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/WALs/a6f201fa5419,37895,1731424852025/a6f201fa5419%2C37895%2C1731424852025.1731424854310 to pos 654, reset compression=false 2024-11-12T15:21:08,236 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.wal-reader.a6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/WALs/a6f201fa5419,41327,1731424840835/a6f201fa5419%2C41327%2C1731424840835.1731424843177 to pos 631, reset compression=false 2024-11-12T15:21:08,338 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-12T15:21:08,341 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-12T15:21:08,424 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.wal-reader.a6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/WALs/a6f201fa5419,33293,1731424846618/a6f201fa5419%2C33293%2C1731424846618.1731424848513 to pos 608, reset compression=false 2024-11-12T15:21:08,598 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025.replicationSource.wal-reader.a6f201fa5419%2C37895%2C1731424852025,1-a6f201fa5419,37895,1731424852025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/WALs/a6f201fa5419,37895,1731424852025/a6f201fa5419%2C37895%2C1731424852025.1731424854310 to pos 654, reset compression=false 2024-11-12T15:21:08,602 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025.replicationSource.wal-reader.a6f201fa5419%2C37895%2C1731424852025,1-a6f201fa5419,37895,1731424852025 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T15:21:08,602 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025.replicationSource.wal-reader.a6f201fa5419%2C37895%2C1731424852025,1-a6f201fa5419,37895,1731424852025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/WALs/a6f201fa5419,37895,1731424852025/a6f201fa5419%2C37895%2C1731424852025.1731424854310 to pos 758, reset compression=false 2024-11-12T15:21:08,602 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025.replicationSource.shippera6f201fa5419%2C37895%2C1731424852025,1-a6f201fa5419,37895,1731424852025 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a6f201fa5419,37895,1731424852025 got entry batch from reader: WALEntryBatch [walEntries=[{test/be5cc6a530798f88b9651e47e9e41459/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/WALs/a6f201fa5419,37895,1731424852025/a6f201fa5419%2C37895%2C1731424852025.1731424854310, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-12T15:21:08,603 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T15:21:08,605 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T15:21:08,640 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.wal-reader.a6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/WALs/a6f201fa5419,41327,1731424840835/a6f201fa5419%2C41327%2C1731424840835.1731424843177 to pos 631, reset compression=false 2024-11-12T15:21:08,644 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.wal-reader.a6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T15:21:08,644 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.wal-reader.a6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/WALs/a6f201fa5419,41327,1731424840835/a6f201fa5419%2C41327%2C1731424840835.1731424843177 to pos 759, reset compression=false 2024-11-12T15:21:08,644 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.shippera6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a6f201fa5419,41327,1731424840835 got entry batch from reader: WALEntryBatch [walEntries=[{test/6738cbe1851aeb494b21c63b3494bb42/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/WALs/a6f201fa5419,41327,1731424840835/a6f201fa5419%2C41327%2C1731424840835.1731424843177, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-12T15:21:08,645 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T15:21:08,647 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T15:21:08,805 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025.replicationSource.wal-reader.a6f201fa5419%2C37895%2C1731424852025,1-a6f201fa5419,37895,1731424852025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/WALs/a6f201fa5419,37895,1731424852025/a6f201fa5419%2C37895%2C1731424852025.1731424854310 to pos 758, reset compression=false 2024-11-12T15:21:08,848 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.wal-reader.a6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/WALs/a6f201fa5419,41327,1731424840835/a6f201fa5419%2C41327%2C1731424840835.1731424843177 to pos 759, reset compression=false 2024-11-12T15:21:08,927 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.wal-reader.a6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/WALs/a6f201fa5419,33293,1731424846618/a6f201fa5419%2C33293%2C1731424846618.1731424848513 to pos 608, reset compression=false 2024-11-12T15:21:08,932 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.wal-reader.a6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T15:21:08,932 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.wal-reader.a6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/WALs/a6f201fa5419,33293,1731424846618/a6f201fa5419%2C33293%2C1731424846618.1731424848513 to pos 760, reset compression=false 2024-11-12T15:21:08,932 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.shippera6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a6f201fa5419,33293,1731424846618 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/WALs/a6f201fa5419,33293,1731424846618/a6f201fa5419%2C33293%2C1731424846618.1731424848513, lastWalPosition=760, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T15:21:09,108 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025.replicationSource.wal-reader.a6f201fa5419%2C37895%2C1731424852025,1-a6f201fa5419,37895,1731424852025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/WALs/a6f201fa5419,37895,1731424852025/a6f201fa5419%2C37895%2C1731424852025.1731424854310 to pos 758, reset compression=false 2024-11-12T15:21:09,135 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.wal-reader.a6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/WALs/a6f201fa5419,33293,1731424846618/a6f201fa5419%2C33293%2C1731424846618.1731424848513 to pos 760, reset compression=false 2024-11-12T15:21:09,151 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.wal-reader.a6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/WALs/a6f201fa5419,41327,1731424840835/a6f201fa5419%2C41327%2C1731424840835.1731424843177 to pos 759, reset compression=false 2024-11-12T15:21:09,342 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-12T15:21:09,346 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-12T15:21:09,438 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.wal-reader.a6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/WALs/a6f201fa5419,33293,1731424846618/a6f201fa5419%2C33293%2C1731424846618.1731424848513 to pos 760, reset compression=false 2024-11-12T15:21:09,511 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025.replicationSource.wal-reader.a6f201fa5419%2C37895%2C1731424852025,1-a6f201fa5419,37895,1731424852025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/WALs/a6f201fa5419,37895,1731424852025/a6f201fa5419%2C37895%2C1731424852025.1731424854310 to pos 758, reset compression=false 2024-11-12T15:21:09,555 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.wal-reader.a6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/WALs/a6f201fa5419,41327,1731424840835/a6f201fa5419%2C41327%2C1731424840835.1731424843177 to pos 759, reset compression=false 2024-11-12T15:21:09,605 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.wal-reader.a6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T15:21:09,606 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.wal-reader.a6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/WALs/a6f201fa5419,41327,1731424840835/a6f201fa5419%2C41327%2C1731424840835.1731424843177 to pos 915, reset compression=false 2024-11-12T15:21:09,606 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.shippera6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a6f201fa5419,41327,1731424840835 got entry batch from reader: WALEntryBatch [walEntries=[{test/6738cbe1851aeb494b21c63b3494bb42/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/WALs/a6f201fa5419,41327,1731424840835/a6f201fa5419%2C41327%2C1731424840835.1731424843177, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-12T15:21:09,607 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T15:21:09,610 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T15:21:09,809 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.wal-reader.a6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/WALs/a6f201fa5419,41327,1731424840835/a6f201fa5419%2C41327%2C1731424840835.1731424843177 to pos 915, reset compression=false 2024-11-12T15:21:09,842 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.wal-reader.a6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/WALs/a6f201fa5419,33293,1731424846618/a6f201fa5419%2C33293%2C1731424846618.1731424848513 to pos 760, reset compression=false 2024-11-12T15:21:09,847 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.wal-reader.a6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T15:21:09,847 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.wal-reader.a6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/WALs/a6f201fa5419,33293,1731424846618/a6f201fa5419%2C33293%2C1731424846618.1731424848513 to pos 908, reset compression=false 2024-11-12T15:21:09,847 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.shippera6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a6f201fa5419,33293,1731424846618 got entry batch from reader: WALEntryBatch [walEntries=[{test/d7c3f690461ef088642ecad21e6fb0e4/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/WALs/a6f201fa5419,33293,1731424846618/a6f201fa5419%2C33293%2C1731424846618.1731424848513, lastWalPosition=908, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-12T15:21:09,848 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T15:21:09,850 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T15:21:10,015 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025.replicationSource.wal-reader.a6f201fa5419%2C37895%2C1731424852025,1-a6f201fa5419,37895,1731424852025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/WALs/a6f201fa5419,37895,1731424852025/a6f201fa5419%2C37895%2C1731424852025.1731424854310 to pos 758, reset compression=false 2024-11-12T15:21:10,019 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025.replicationSource.wal-reader.a6f201fa5419%2C37895%2C1731424852025,1-a6f201fa5419,37895,1731424852025 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T15:21:10,019 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025.replicationSource.wal-reader.a6f201fa5419%2C37895%2C1731424852025,1-a6f201fa5419,37895,1731424852025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/WALs/a6f201fa5419,37895,1731424852025/a6f201fa5419%2C37895%2C1731424852025.1731424854310 to pos 929, reset compression=false 2024-11-12T15:21:10,019 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025.replicationSource.shippera6f201fa5419%2C37895%2C1731424852025,1-a6f201fa5419,37895,1731424852025 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a6f201fa5419,37895,1731424852025 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/WALs/a6f201fa5419,37895,1731424852025/a6f201fa5419%2C37895%2C1731424852025.1731424854310, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T15:21:10,051 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.wal-reader.a6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/WALs/a6f201fa5419,33293,1731424846618/a6f201fa5419%2C33293%2C1731424846618.1731424848513 to pos 908, reset compression=false 2024-11-12T15:21:10,113 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.wal-reader.a6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/WALs/a6f201fa5419,41327,1731424840835/a6f201fa5419%2C41327%2C1731424840835.1731424843177 to pos 915, reset compression=false 2024-11-12T15:21:10,220 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T15:21:10,223 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025.replicationSource.wal-reader.a6f201fa5419%2C37895%2C1731424852025,1-a6f201fa5419,37895,1731424852025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/WALs/a6f201fa5419,37895,1731424852025/a6f201fa5419%2C37895%2C1731424852025.1731424854310 to pos 929, reset compression=false 2024-11-12T15:21:10,347 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-12T15:21:10,351 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-12T15:21:10,355 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.wal-reader.a6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/WALs/a6f201fa5419,33293,1731424846618/a6f201fa5419%2C33293%2C1731424846618.1731424848513 to pos 908, reset compression=false 2024-11-12T15:21:10,359 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.wal-reader.a6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T15:21:10,359 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.wal-reader.a6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/WALs/a6f201fa5419,33293,1731424846618/a6f201fa5419%2C33293%2C1731424846618.1731424848513 to pos 1067, reset compression=false 2024-11-12T15:21:10,359 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.shippera6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a6f201fa5419,33293,1731424846618 got entry batch from reader: WALEntryBatch [walEntries=[{test/d7c3f690461ef088642ecad21e6fb0e4/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/WALs/a6f201fa5419,33293,1731424846618/a6f201fa5419%2C33293%2C1731424846618.1731424848513, lastWalPosition=1067, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-12T15:21:10,360 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T15:21:10,362 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T15:21:10,516 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.wal-reader.a6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/WALs/a6f201fa5419,41327,1731424840835/a6f201fa5419%2C41327%2C1731424840835.1731424843177 to pos 915, reset compression=false 2024-11-12T15:21:10,526 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025.replicationSource.wal-reader.a6f201fa5419%2C37895%2C1731424852025,1-a6f201fa5419,37895,1731424852025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/WALs/a6f201fa5419,37895,1731424852025/a6f201fa5419%2C37895%2C1731424852025.1731424854310 to pos 929, reset compression=false 2024-11-12T15:21:10,530 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025.replicationSource.wal-reader.a6f201fa5419%2C37895%2C1731424852025,1-a6f201fa5419,37895,1731424852025 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T15:21:10,530 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025.replicationSource.wal-reader.a6f201fa5419%2C37895%2C1731424852025,1-a6f201fa5419,37895,1731424852025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/WALs/a6f201fa5419,37895,1731424852025/a6f201fa5419%2C37895%2C1731424852025.1731424854310 to pos 1078, reset compression=false 2024-11-12T15:21:10,530 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025.replicationSource.shippera6f201fa5419%2C37895%2C1731424852025,1-a6f201fa5419,37895,1731424852025 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a6f201fa5419,37895,1731424852025 got entry batch from reader: WALEntryBatch [walEntries=[{test/be5cc6a530798f88b9651e47e9e41459/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/WALs/a6f201fa5419,37895,1731424852025/a6f201fa5419%2C37895%2C1731424852025.1731424854310, lastWalPosition=1078, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-12T15:21:10,531 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T15:21:10,534 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T15:21:10,563 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.wal-reader.a6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/WALs/a6f201fa5419,33293,1731424846618/a6f201fa5419%2C33293%2C1731424846618.1731424848513 to pos 1067, reset compression=false 2024-11-12T15:21:10,734 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025.replicationSource.wal-reader.a6f201fa5419%2C37895%2C1731424852025,1-a6f201fa5419,37895,1731424852025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/WALs/a6f201fa5419,37895,1731424852025/a6f201fa5419%2C37895%2C1731424852025.1731424854310 to pos 1078, reset compression=false 2024-11-12T15:21:10,867 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.wal-reader.a6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/WALs/a6f201fa5419,33293,1731424846618/a6f201fa5419%2C33293%2C1731424846618.1731424848513 to pos 1067, reset compression=false 2024-11-12T15:21:11,020 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.wal-reader.a6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/WALs/a6f201fa5419,41327,1731424840835/a6f201fa5419%2C41327%2C1731424840835.1731424843177 to pos 915, reset compression=false 2024-11-12T15:21:11,024 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.wal-reader.a6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T15:21:11,024 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.wal-reader.a6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/WALs/a6f201fa5419,41327,1731424840835/a6f201fa5419%2C41327%2C1731424840835.1731424843177 to pos 1088, reset compression=false 2024-11-12T15:21:11,025 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.shippera6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a6f201fa5419,41327,1731424840835 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/WALs/a6f201fa5419,41327,1731424840835/a6f201fa5419%2C41327%2C1731424840835.1731424843177, lastWalPosition=1088, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T15:21:11,038 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025.replicationSource.wal-reader.a6f201fa5419%2C37895%2C1731424852025,1-a6f201fa5419,37895,1731424852025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/WALs/a6f201fa5419,37895,1731424852025/a6f201fa5419%2C37895%2C1731424852025.1731424854310 to pos 1078, reset compression=false 2024-11-12T15:21:11,228 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.wal-reader.a6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/WALs/a6f201fa5419,41327,1731424840835/a6f201fa5419%2C41327%2C1731424840835.1731424843177 to pos 1088, reset compression=false 2024-11-12T15:21:11,270 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.wal-reader.a6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/WALs/a6f201fa5419,33293,1731424846618/a6f201fa5419%2C33293%2C1731424846618.1731424848513 to pos 1067, reset compression=false 2024-11-12T15:21:11,353 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-12T15:21:11,356 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-12T15:21:11,440 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025.replicationSource.wal-reader.a6f201fa5419%2C37895%2C1731424852025,1-a6f201fa5419,37895,1731424852025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/WALs/a6f201fa5419,37895,1731424852025/a6f201fa5419%2C37895%2C1731424852025.1731424854310 to pos 1078, reset compression=false 2024-11-12T15:21:11,445 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025.replicationSource.wal-reader.a6f201fa5419%2C37895%2C1731424852025,1-a6f201fa5419,37895,1731424852025 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T15:21:11,445 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025.replicationSource.wal-reader.a6f201fa5419%2C37895%2C1731424852025,1-a6f201fa5419,37895,1731424852025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/WALs/a6f201fa5419,37895,1731424852025/a6f201fa5419%2C37895%2C1731424852025.1731424854310 to pos 1237, reset compression=false 2024-11-12T15:21:11,445 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025.replicationSource.shippera6f201fa5419%2C37895%2C1731424852025,1-a6f201fa5419,37895,1731424852025 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a6f201fa5419,37895,1731424852025 got entry batch from reader: WALEntryBatch [walEntries=[{test/be5cc6a530798f88b9651e47e9e41459/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/WALs/a6f201fa5419,37895,1731424852025/a6f201fa5419%2C37895%2C1731424852025.1731424854310, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-12T15:21:11,447 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T15:21:11,449 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T15:21:11,532 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.wal-reader.a6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/WALs/a6f201fa5419,41327,1731424840835/a6f201fa5419%2C41327%2C1731424840835.1731424843177 to pos 1088, reset compression=false 2024-11-12T15:21:11,536 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.wal-reader.a6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T15:21:11,536 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.wal-reader.a6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/WALs/a6f201fa5419,41327,1731424840835/a6f201fa5419%2C41327%2C1731424840835.1731424843177 to pos 1238, reset compression=false 2024-11-12T15:21:11,536 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.shippera6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a6f201fa5419,41327,1731424840835 got entry batch from reader: WALEntryBatch [walEntries=[{test/6738cbe1851aeb494b21c63b3494bb42/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/WALs/a6f201fa5419,41327,1731424840835/a6f201fa5419%2C41327%2C1731424840835.1731424843177, lastWalPosition=1238, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-12T15:21:11,537 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T15:21:11,540 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T15:21:11,649 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025.replicationSource.wal-reader.a6f201fa5419%2C37895%2C1731424852025,1-a6f201fa5419,37895,1731424852025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/WALs/a6f201fa5419,37895,1731424852025/a6f201fa5419%2C37895%2C1731424852025.1731424854310 to pos 1237, reset compression=false 2024-11-12T15:21:11,740 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.wal-reader.a6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/WALs/a6f201fa5419,41327,1731424840835/a6f201fa5419%2C41327%2C1731424840835.1731424843177 to pos 1238, reset compression=false 2024-11-12T15:21:11,774 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.wal-reader.a6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/WALs/a6f201fa5419,33293,1731424846618/a6f201fa5419%2C33293%2C1731424846618.1731424848513 to pos 1067, reset compression=false 2024-11-12T15:21:11,778 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.wal-reader.a6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T15:21:11,778 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.wal-reader.a6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/WALs/a6f201fa5419,33293,1731424846618/a6f201fa5419%2C33293%2C1731424846618.1731424848513 to pos 1241, reset compression=false 2024-11-12T15:21:11,778 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.shippera6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a6f201fa5419,33293,1731424846618 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/WALs/a6f201fa5419,33293,1731424846618/a6f201fa5419%2C33293%2C1731424846618.1731424848513, lastWalPosition=1241, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T15:21:11,952 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025.replicationSource.wal-reader.a6f201fa5419%2C37895%2C1731424852025,1-a6f201fa5419,37895,1731424852025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/WALs/a6f201fa5419,37895,1731424852025/a6f201fa5419%2C37895%2C1731424852025.1731424854310 to pos 1237, reset compression=false 2024-11-12T15:21:11,982 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.wal-reader.a6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/WALs/a6f201fa5419,33293,1731424846618/a6f201fa5419%2C33293%2C1731424846618.1731424848513 to pos 1241, reset compression=false 2024-11-12T15:21:12,044 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.wal-reader.a6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/WALs/a6f201fa5419,41327,1731424840835/a6f201fa5419%2C41327%2C1731424840835.1731424843177 to pos 1238, reset compression=false 2024-11-12T15:21:12,285 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.wal-reader.a6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/WALs/a6f201fa5419,33293,1731424846618/a6f201fa5419%2C33293%2C1731424846618.1731424848513 to pos 1241, reset compression=false 2024-11-12T15:21:12,355 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025.replicationSource.wal-reader.a6f201fa5419%2C37895%2C1731424852025,1-a6f201fa5419,37895,1731424852025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/WALs/a6f201fa5419,37895,1731424852025/a6f201fa5419%2C37895%2C1731424852025.1731424854310 to pos 1237, reset compression=false 2024-11-12T15:21:12,358 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-12T15:21:12,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41f15e1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:12,363 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,39385,-1 for getting cluster id 2024-11-12T15:21:12,364 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:21:12,364 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c354766d-72ad-4577-bab8-a871bee8273a' 2024-11-12T15:21:12,364 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:21:12,364 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c354766d-72ad-4577-bab8-a871bee8273a" 2024-11-12T15:21:12,364 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b24c8d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:12,364 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,39385,-1] 2024-11-12T15:21:12,365 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:21:12,365 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:12,365 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:21:12,366 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e1f805d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:12,367 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:21:12,368 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,39385,1731424851893 2024-11-12T15:21:12,368 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7476a969 2024-11-12T15:21:12,368 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:21:12,369 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T15:21:12,369 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-12T15:21:12,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-12T15:21:12,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-12T15:21:12,429 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T15:21:12,447 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.wal-reader.a6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/WALs/a6f201fa5419,41327,1731424840835/a6f201fa5419%2C41327%2C1731424840835.1731424843177 to pos 1238, reset compression=false 2024-11-12T15:21:12,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-12T15:21:12,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-12T15:21:12,581 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-12T15:21:12,582 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-12T15:21:12,582 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a6f201fa5419,37895,1731424852025 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-12T15:21:12,582 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0. 2024-11-12T15:21:12,582 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:21:12,583 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:12,583 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:21:12,583 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:12,683 WARN [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025.replicationSource.shippera6f201fa5419%2C37895%2C1731424852025,1-a6f201fa5419,37895,1731424852025 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-12T15:21:12,683 WARN [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025.replicationSource.wal-reader.a6f201fa5419%2C37895%2C1731424852025,1-a6f201fa5419,37895,1731424852025 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T15:21:12,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-12T15:21:12,689 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.wal-reader.a6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/WALs/a6f201fa5419,33293,1731424846618/a6f201fa5419%2C33293%2C1731424846618.1731424848513 to pos 1241, reset compression=false 2024-11-12T15:21:12,783 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025.replicationSource.shippera6f201fa5419%2C37895%2C1731424852025,1-a6f201fa5419,37895,1731424852025 terminated 2024-11-12T15:21:12,798 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-a6f201fa5419,37895,1731424852025, ReplicationSource: 1, currentBandwidth=0 2024-11-12T15:21:12,798 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-12T15:21:12,799 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-12T15:21:12,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-12T15:21:12,800 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on a6f201fa5419,37895,1731424852025 suceeded 2024-11-12T15:21:12,802 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-12T15:21:12,802 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 371 msec 2024-11-12T15:21:12,802 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-12T15:21:12,803 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 432 msec 2024-11-12T15:21:12,811 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a6f201fa5419:41597' 2024-11-12T15:21:12,812 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30a7fcc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:12,812 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025 {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,41597,-1 for getting cluster id 2024-11-12T15:21:12,812 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:21:12,812 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e0451078-3f08-4218-aeea-c4d25fcbcc1a' 2024-11-12T15:21:12,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:21:12,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e0451078-3f08-4218-aeea-c4d25fcbcc1a" 2024-11-12T15:21:12,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@fbc51b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:12,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,41597,-1] 2024-11-12T15:21:12,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:21:12,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:12,814 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:21:12,814 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@735fc8de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:12,814 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:21:12,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,41597,1731424840631 2024-11-12T15:21:12,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ac779d6 2024-11-12T15:21:12,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:21:12,815 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-12T15:21:12,816 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a6f201fa5419,37895,1731424852025 (queues=1) is replicating from cluster=c354766d-72ad-4577-bab8-a871bee8273a to cluster=e0451078-3f08-4218-aeea-c4d25fcbcc1a 2024-11-12T15:21:12,816 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a6f201fa5419%2C37895%2C1731424852025 2024-11-12T15:21:12,816 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a6f201fa5419,37895,1731424852025, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T15:21:12,816 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025.replicationSource.shippera6f201fa5419%2C37895%2C1731424852025,1-a6f201fa5419,37895,1731424852025 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a6f201fa5419%2C37895%2C1731424852025 2024-11-12T15:21:12,951 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.wal-reader.a6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/WALs/a6f201fa5419,41327,1731424840835/a6f201fa5419%2C41327%2C1731424840835.1731424843177 to pos 1238, reset compression=false 2024-11-12T15:21:12,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-12T15:21:12,998 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-12T15:21:12,998 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T15:21:12,998 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:21:12,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:12,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:12,998 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:21:13,001 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-12T15:21:13,192 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.wal-reader.a6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/WALs/a6f201fa5419,33293,1731424846618/a6f201fa5419%2C33293%2C1731424846618.1731424848513 to pos 1241, reset compression=false 2024-11-12T15:21:13,555 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.wal-reader.a6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/WALs/a6f201fa5419,41327,1731424840835/a6f201fa5419%2C41327%2C1731424840835.1731424843177 to pos 1238, reset compression=false 2024-11-12T15:21:13,559 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.wal-reader.a6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T15:21:13,559 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.wal-reader.a6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/WALs/a6f201fa5419,41327,1731424840835/a6f201fa5419%2C41327%2C1731424840835.1731424843177 to pos 1342, reset compression=false 2024-11-12T15:21:13,559 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.shippera6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a6f201fa5419,41327,1731424840835 got entry batch from reader: WALEntryBatch [walEntries=[{test/6738cbe1851aeb494b21c63b3494bb42/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/WALs/a6f201fa5419,41327,1731424840835/a6f201fa5419%2C41327%2C1731424840835.1731424843177, lastWalPosition=1342, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-12T15:21:13,560 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T15:21:13,562 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T15:21:13,762 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.wal-reader.a6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/WALs/a6f201fa5419,41327,1731424840835/a6f201fa5419%2C41327%2C1731424840835.1731424843177 to pos 1342, reset compression=false 2024-11-12T15:21:13,795 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.wal-reader.a6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/WALs/a6f201fa5419,33293,1731424846618/a6f201fa5419%2C33293%2C1731424846618.1731424848513 to pos 1241, reset compression=false 2024-11-12T15:21:13,801 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.wal-reader.a6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T15:21:13,801 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.wal-reader.a6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/WALs/a6f201fa5419,33293,1731424846618/a6f201fa5419%2C33293%2C1731424846618.1731424848513 to pos 1369, reset compression=false 2024-11-12T15:21:13,801 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.shippera6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a6f201fa5419,33293,1731424846618 got entry batch from reader: WALEntryBatch [walEntries=[{test/d7c3f690461ef088642ecad21e6fb0e4/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/WALs/a6f201fa5419,33293,1731424846618/a6f201fa5419%2C33293%2C1731424846618.1731424848513, lastWalPosition=1369, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-12T15:21:13,802 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T15:21:13,804 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T15:21:14,002 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-12T15:21:14,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f2b0df8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:14,004 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.wal-reader.a6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/WALs/a6f201fa5419,33293,1731424846618/a6f201fa5419%2C33293%2C1731424846618.1731424848513 to pos 1369, reset compression=false 2024-11-12T15:21:14,004 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,39385,-1 for getting cluster id 2024-11-12T15:21:14,004 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:21:14,005 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c354766d-72ad-4577-bab8-a871bee8273a' 2024-11-12T15:21:14,005 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:21:14,005 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c354766d-72ad-4577-bab8-a871bee8273a" 2024-11-12T15:21:14,005 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43e67668, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:14,005 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,39385,-1] 2024-11-12T15:21:14,005 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:21:14,005 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:14,006 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:21:14,007 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@318da7b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:14,008 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.wal-reader.a6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T15:21:14,008 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.wal-reader.a6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/WALs/a6f201fa5419,33293,1731424846618/a6f201fa5419%2C33293%2C1731424846618.1731424848513 to pos 1473, reset compression=false 2024-11-12T15:21:14,008 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.shippera6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a6f201fa5419,33293,1731424846618 got entry batch from reader: WALEntryBatch [walEntries=[{test/d7c3f690461ef088642ecad21e6fb0e4/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/WALs/a6f201fa5419,33293,1731424846618/a6f201fa5419%2C33293%2C1731424846618.1731424848513, lastWalPosition=1473, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-12T15:21:14,009 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:21:14,009 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T15:21:14,009 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,39385,1731424851893 2024-11-12T15:21:14,009 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52ac62db 2024-11-12T15:21:14,010 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:21:14,011 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T15:21:14,011 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T15:21:14,011 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-12T15:21:14,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-12T15:21:14,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-12T15:21:14,066 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.wal-reader.a6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/WALs/a6f201fa5419,41327,1731424840835/a6f201fa5419%2C41327%2C1731424840835.1731424843177 to pos 1342, reset compression=false 2024-11-12T15:21:14,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T15:21:14,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-12T15:21:14,211 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.wal-reader.a6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/WALs/a6f201fa5419,33293,1731424846618/a6f201fa5419%2C33293%2C1731424846618.1731424848513 to pos 1473, reset compression=false 2024-11-12T15:21:14,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-12T15:21:14,246 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-12T15:21:14,247 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-12T15:21:14,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-12T15:21:14,249 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on a6f201fa5419,37895,1731424852025 suceeded 2024-11-12T15:21:14,250 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-12T15:21:14,250 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 157 msec 2024-11-12T15:21:14,250 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-12T15:21:14,251 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 238 msec 2024-11-12T15:21:14,319 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025.replicationSource.wal-reader.a6f201fa5419%2C37895%2C1731424852025,1-a6f201fa5419,37895,1731424852025 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/WALs/a6f201fa5419,37895,1731424852025/a6f201fa5419%2C37895%2C1731424852025.1731424854310, startPosition=1237, beingWritten=true 2024-11-12T15:21:14,323 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025.replicationSource.wal-reader.a6f201fa5419%2C37895%2C1731424852025,1-a6f201fa5419,37895,1731424852025 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T15:21:14,323 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025.replicationSource.wal-reader.a6f201fa5419%2C37895%2C1731424852025,1-a6f201fa5419,37895,1731424852025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/WALs/a6f201fa5419,37895,1731424852025/a6f201fa5419%2C37895%2C1731424852025.1731424854310 to pos 1515, reset compression=false 2024-11-12T15:21:14,323 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025.replicationSource.shippera6f201fa5419%2C37895%2C1731424852025,1-a6f201fa5419,37895,1731424852025 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a6f201fa5419,37895,1731424852025 got entry batch from reader: WALEntryBatch [walEntries=[{test/be5cc6a530798f88b9651e47e9e41459/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/WALs/a6f201fa5419,37895,1731424852025/a6f201fa5419%2C37895%2C1731424852025.1731424854310, lastWalPosition=1515, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-12T15:21:14,325 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025.replicationSource.shippera6f201fa5419%2C37895%2C1731424852025,1-a6f201fa5419,37895,1731424852025 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T15:21:14,326 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-12T15:21:14,326 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T15:21:14,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-12T15:21:14,328 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-12T15:21:14,328 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T15:21:14,328 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:21:14,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:14,329 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:14,329 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:21:14,330 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T15:21:14,330 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-12T15:21:14,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T15:21:14,330 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T15:21:14,330 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:21:14,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:14,331 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:14,331 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T15:21:14,331 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1498128267, stopped=false 2024-11-12T15:21:14,331 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a6f201fa5419,39385,1731424851893 2024-11-12T15:21:14,331 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:21:14,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x1012fa25ec80007, quorum=127.0.0.1:62421, baseZNode=/21152841111 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21152841111/running 2024-11-12T15:21:14,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39385-0x1012fa25ec80006, quorum=127.0.0.1:62421, baseZNode=/21152841111 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21152841111/running 2024-11-12T15:21:14,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x1012fa25ec80007, quorum=127.0.0.1:62421, baseZNode=/21152841111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21152841111 2024-11-12T15:21:14,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39385-0x1012fa25ec80006, quorum=127.0.0.1:62421, baseZNode=/21152841111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21152841111 2024-11-12T15:21:14,344 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T15:21:14,344 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T15:21:14,344 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:21:14,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:14,344 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a6f201fa5419,37895,1731424852025' ***** 2024-11-12T15:21:14,344 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T15:21:14,344 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37895-0x1012fa25ec80007, quorum=127.0.0.1:62421, baseZNode=/21152841111 Set watcher on znode that does not yet exist, /21152841111/running 2024-11-12T15:21:14,344 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39385-0x1012fa25ec80006, quorum=127.0.0.1:62421, baseZNode=/21152841111 Set watcher on znode that does not yet exist, /21152841111/running 2024-11-12T15:21:14,345 INFO [RS:0;a6f201fa5419:37895 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T15:21:14,345 INFO [RS:0;a6f201fa5419:37895 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T15:21:14,345 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T15:21:14,345 INFO [RS:0;a6f201fa5419:37895 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T15:21:14,345 INFO [RS:0;a6f201fa5419:37895 {}] regionserver.HRegionServer(3091): Received CLOSE for be5cc6a530798f88b9651e47e9e41459 2024-11-12T15:21:14,345 INFO [RS:0;a6f201fa5419:37895 {}] regionserver.HRegionServer(3091): Received CLOSE for b1e854afc5c3c5ffd15ce21134f20aae 2024-11-12T15:21:14,345 INFO [RS:0;a6f201fa5419:37895 {}] regionserver.HRegionServer(959): stopping server a6f201fa5419,37895,1731424852025 2024-11-12T15:21:14,345 INFO [RS:0;a6f201fa5419:37895 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T15:21:14,345 INFO [RS:0;a6f201fa5419:37895 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a6f201fa5419:37895. 2024-11-12T15:21:14,345 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing be5cc6a530798f88b9651e47e9e41459, disabling compactions & flushes 2024-11-12T15:21:14,345 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731424858700.be5cc6a530798f88b9651e47e9e41459. 2024-11-12T15:21:14,345 DEBUG [RS:0;a6f201fa5419:37895 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:21:14,345 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731424858700.be5cc6a530798f88b9651e47e9e41459. 2024-11-12T15:21:14,345 DEBUG [RS:0;a6f201fa5419:37895 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:14,345 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731424858700.be5cc6a530798f88b9651e47e9e41459. after waiting 0 ms 2024-11-12T15:21:14,345 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731424858700.be5cc6a530798f88b9651e47e9e41459. 2024-11-12T15:21:14,345 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing be5cc6a530798f88b9651e47e9e41459 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-12T15:21:14,346 INFO [RS:0;a6f201fa5419:37895 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T15:21:14,346 INFO [RS:0;a6f201fa5419:37895 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T15:21:14,346 INFO [RS:0;a6f201fa5419:37895 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T15:21:14,346 INFO [RS:0;a6f201fa5419:37895 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T15:21:14,346 INFO [RS:0;a6f201fa5419:37895 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T15:21:14,346 DEBUG [RS:0;a6f201fa5419:37895 {}] regionserver.HRegionServer(1325): Online Regions={be5cc6a530798f88b9651e47e9e41459=test,,1731424858700.be5cc6a530798f88b9651e47e9e41459., 1588230740=hbase:meta,,1.1588230740, b1e854afc5c3c5ffd15ce21134f20aae=hbase:replication,,1731424864150.b1e854afc5c3c5ffd15ce21134f20aae.} 2024-11-12T15:21:14,346 DEBUG [RS:0;a6f201fa5419:37895 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b1e854afc5c3c5ffd15ce21134f20aae, be5cc6a530798f88b9651e47e9e41459 2024-11-12T15:21:14,346 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T15:21:14,346 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T15:21:14,346 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T15:21:14,346 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T15:21:14,346 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T15:21:14,346 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T15:21:14,365 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/data/hbase/meta/1588230740/.tmp/info/bd6d06497daa46058893cc531a0d766f is 147, key is hbase:replication,,1731424864150.b1e854afc5c3c5ffd15ce21134f20aae./info:regioninfo/1731424865333/Put/seqid=0 2024-11-12T15:21:14,367 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/data/default/test/be5cc6a530798f88b9651e47e9e41459/.tmp/f/097430cb20a445beb71ff0009f4844d0 is 37, key is row3/f:row3/1731424872999/Put/seqid=0 2024-11-12T15:21:14,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42357 is added to blk_1073741840_1016 (size=7686) 2024-11-12T15:21:14,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42357 is added to blk_1073741841_1017 (size=5228) 2024-11-12T15:21:14,397 INFO [regionserver/a6f201fa5419:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T15:21:14,469 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.wal-reader.a6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/WALs/a6f201fa5419,41327,1731424840835/a6f201fa5419%2C41327%2C1731424840835.1731424843177 to pos 1342, reset compression=false 2024-11-12T15:21:14,473 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.wal-reader.a6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T15:21:14,473 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.wal-reader.a6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/WALs/a6f201fa5419,41327,1731424840835/a6f201fa5419%2C41327%2C1731424840835.1731424843177 to pos 1493, reset compression=false 2024-11-12T15:21:14,473 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.shippera6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a6f201fa5419,41327,1731424840835 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/WALs/a6f201fa5419,41327,1731424840835/a6f201fa5419%2C41327%2C1731424840835.1731424843177, lastWalPosition=1493, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T15:21:14,522 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.wal-reader.a6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/WALs/a6f201fa5419,33293,1731424846618/a6f201fa5419%2C33293%2C1731424846618.1731424848513 to pos 1473, reset compression=false 2024-11-12T15:21:14,526 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025.replicationSource.wal-reader.a6f201fa5419%2C37895%2C1731424852025,1-a6f201fa5419,37895,1731424852025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/WALs/a6f201fa5419,37895,1731424852025/a6f201fa5419%2C37895%2C1731424852025.1731424854310 to pos 1515, reset compression=false 2024-11-12T15:21:14,530 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025.replicationSource.wal-reader.a6f201fa5419%2C37895%2C1731424852025,1-a6f201fa5419,37895,1731424852025 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T15:21:14,530 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025.replicationSource.wal-reader.a6f201fa5419%2C37895%2C1731424852025,1-a6f201fa5419,37895,1731424852025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/WALs/a6f201fa5419,37895,1731424852025/a6f201fa5419%2C37895%2C1731424852025.1731424854310 to pos 1762, reset compression=false 2024-11-12T15:21:14,530 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025.replicationSource.shippera6f201fa5419%2C37895%2C1731424852025,1-a6f201fa5419,37895,1731424852025 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a6f201fa5419,37895,1731424852025 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/WALs/a6f201fa5419,37895,1731424852025/a6f201fa5419%2C37895%2C1731424852025.1731424854310, lastWalPosition=1762, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T15:21:14,531 ERROR [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025.replicationSource.shippera6f201fa5419%2C37895%2C1731424852025,1-a6f201fa5419,37895,1731424852025 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a6f201fa5419,37895,1731424852025: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-a6f201fa5419,37895,1731424852025, walGroup=a6f201fa5419%2C37895%2C1731424852025, offset=a6f201fa5419%2C37895%2C1731424852025.1731424854310:1762, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a6f201fa5419:37895 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T15:21:14,532 ERROR [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025.replicationSource.shippera6f201fa5419%2C37895%2C1731424852025,1-a6f201fa5419,37895,1731424852025 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T15:21:14,532 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025.replicationSource.shippera6f201fa5419%2C37895%2C1731424852025,1-a6f201fa5419,37895,1731424852025 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T15:21:14,532 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025.replicationSource.shippera6f201fa5419%2C37895%2C1731424852025,1-a6f201fa5419,37895,1731424852025 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T15:21:14,532 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025.replicationSource.shippera6f201fa5419%2C37895%2C1731424852025,1-a6f201fa5419,37895,1731424852025 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T15:21:14,533 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025.replicationSource.shippera6f201fa5419%2C37895%2C1731424852025,1-a6f201fa5419,37895,1731424852025 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T15:21:14,533 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025.replicationSource.shippera6f201fa5419%2C37895%2C1731424852025,1-a6f201fa5419,37895,1731424852025 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1168113664, "init": 1048576000, "max": 2306867200, "used": 730532928 }, "NonHeapMemoryUsage": { "committed": 200409088, "init": 7667712, "max": -1, "used": 197549960 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T15:21:14,533 WARN [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025.replicationSource.shippera6f201fa5419%2C37895%2C1731424852025,1-a6f201fa5419,37895,1731424852025 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a6f201fa5419:39385 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a6f201fa5419:39385 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-12T15:21:14,546 DEBUG [RS:0;a6f201fa5419:37895 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b1e854afc5c3c5ffd15ce21134f20aae, be5cc6a530798f88b9651e47e9e41459 2024-11-12T15:21:14,676 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.wal-reader.a6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/WALs/a6f201fa5419,41327,1731424840835/a6f201fa5419%2C41327%2C1731424840835.1731424843177 to pos 1493, reset compression=false 2024-11-12T15:21:14,734 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025.replicationSource.wal-reader.a6f201fa5419%2C37895%2C1731424852025,1-a6f201fa5419,37895,1731424852025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/WALs/a6f201fa5419,37895,1731424852025/a6f201fa5419%2C37895%2C1731424852025.1731424854310 to pos 1762, reset compression=false 2024-11-12T15:21:14,746 DEBUG [RS:0;a6f201fa5419:37895 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b1e854afc5c3c5ffd15ce21134f20aae, be5cc6a530798f88b9651e47e9e41459 2024-11-12T15:21:14,769 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/data/hbase/meta/1588230740/.tmp/info/bd6d06497daa46058893cc531a0d766f 2024-11-12T15:21:14,770 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/data/default/test/be5cc6a530798f88b9651e47e9e41459/.tmp/f/097430cb20a445beb71ff0009f4844d0 2024-11-12T15:21:14,774 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 097430cb20a445beb71ff0009f4844d0 2024-11-12T15:21:14,785 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/data/hbase/meta/1588230740/.tmp/ns/a11230b3f29e4286a3fcc74f5b2eb23b is 43, key is default/ns:d/1731424855310/Put/seqid=0 2024-11-12T15:21:14,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42357 is added to blk_1073741842_1018 (size=5153) 2024-11-12T15:21:14,790 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/data/default/test/be5cc6a530798f88b9651e47e9e41459/.tmp/f1/a6ef15f0c869417fb0208a424077344e is 30, key is row1/f1:/1731424870348/DeleteFamily/seqid=0 2024-11-12T15:21:14,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42357 is added to blk_1073741843_1019 (size=5158) 2024-11-12T15:21:14,925 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.wal-reader.a6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/WALs/a6f201fa5419,33293,1731424846618/a6f201fa5419%2C33293%2C1731424846618.1731424848513 to pos 1473, reset compression=false 2024-11-12T15:21:14,946 DEBUG [RS:0;a6f201fa5419:37895 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b1e854afc5c3c5ffd15ce21134f20aae, be5cc6a530798f88b9651e47e9e41459 2024-11-12T15:21:14,979 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.wal-reader.a6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/WALs/a6f201fa5419,41327,1731424840835/a6f201fa5419%2C41327%2C1731424840835.1731424843177 to pos 1493, reset compression=false 2024-11-12T15:21:15,038 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025.replicationSource.wal-reader.a6f201fa5419%2C37895%2C1731424852025,1-a6f201fa5419,37895,1731424852025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/WALs/a6f201fa5419,37895,1731424852025/a6f201fa5419%2C37895%2C1731424852025.1731424854310 to pos 1762, reset compression=false 2024-11-12T15:21:15,147 DEBUG [RS:0;a6f201fa5419:37895 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b1e854afc5c3c5ffd15ce21134f20aae, be5cc6a530798f88b9651e47e9e41459 2024-11-12T15:21:15,190 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/data/hbase/meta/1588230740/.tmp/ns/a11230b3f29e4286a3fcc74f5b2eb23b 2024-11-12T15:21:15,193 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/data/default/test/be5cc6a530798f88b9651e47e9e41459/.tmp/f1/a6ef15f0c869417fb0208a424077344e 2024-11-12T15:21:15,196 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a6ef15f0c869417fb0208a424077344e 2024-11-12T15:21:15,206 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/data/hbase/meta/1588230740/.tmp/rep_barrier/5b2e1f1b5c2648e3ad81c9220f41e981 is 112, key is test,,1731424858700.be5cc6a530798f88b9651e47e9e41459./rep_barrier:seqnumDuringOpen/1731424859440/Put/seqid=0 2024-11-12T15:21:15,208 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/data/default/test/be5cc6a530798f88b9651e47e9e41459/.tmp/norep/6d2c52863b224988b43aa8720e14cfb6 is 33, key is row2/norep:/1731424871354/DeleteFamily/seqid=0 2024-11-12T15:21:15,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42357 is added to blk_1073741844_1020 (size=5518) 2024-11-12T15:21:15,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42357 is added to blk_1073741845_1021 (size=5108) 2024-11-12T15:21:15,242 INFO [regionserver/a6f201fa5419:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T15:21:15,242 INFO [regionserver/a6f201fa5419:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T15:21:15,347 DEBUG [RS:0;a6f201fa5419:37895 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b1e854afc5c3c5ffd15ce21134f20aae, be5cc6a530798f88b9651e47e9e41459 2024-11-12T15:21:15,382 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.wal-reader.a6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/WALs/a6f201fa5419,41327,1731424840835/a6f201fa5419%2C41327%2C1731424840835.1731424843177 to pos 1493, reset compression=false 2024-11-12T15:21:15,428 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.wal-reader.a6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/WALs/a6f201fa5419,33293,1731424846618/a6f201fa5419%2C33293%2C1731424846618.1731424848513 to pos 1473, reset compression=false 2024-11-12T15:21:15,441 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025.replicationSource.wal-reader.a6f201fa5419%2C37895%2C1731424852025,1-a6f201fa5419,37895,1731424852025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/WALs/a6f201fa5419,37895,1731424852025/a6f201fa5419%2C37895%2C1731424852025.1731424854310 to pos 1762, reset compression=false 2024-11-12T15:21:15,547 DEBUG [RS:0;a6f201fa5419:37895 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b1e854afc5c3c5ffd15ce21134f20aae, be5cc6a530798f88b9651e47e9e41459 2024-11-12T15:21:15,609 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/data/hbase/meta/1588230740/.tmp/rep_barrier/5b2e1f1b5c2648e3ad81c9220f41e981 2024-11-12T15:21:15,614 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/data/default/test/be5cc6a530798f88b9651e47e9e41459/.tmp/norep/6d2c52863b224988b43aa8720e14cfb6 2024-11-12T15:21:15,617 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6d2c52863b224988b43aa8720e14cfb6 2024-11-12T15:21:15,618 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/data/default/test/be5cc6a530798f88b9651e47e9e41459/.tmp/f/097430cb20a445beb71ff0009f4844d0 as hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/data/default/test/be5cc6a530798f88b9651e47e9e41459/f/097430cb20a445beb71ff0009f4844d0 2024-11-12T15:21:15,621 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 097430cb20a445beb71ff0009f4844d0 2024-11-12T15:21:15,621 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/data/default/test/be5cc6a530798f88b9651e47e9e41459/f/097430cb20a445beb71ff0009f4844d0, entries=5, sequenceid=12, filesize=5.1 K 2024-11-12T15:21:15,622 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/data/default/test/be5cc6a530798f88b9651e47e9e41459/.tmp/f1/a6ef15f0c869417fb0208a424077344e as hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/data/default/test/be5cc6a530798f88b9651e47e9e41459/f1/a6ef15f0c869417fb0208a424077344e 2024-11-12T15:21:15,625 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a6ef15f0c869417fb0208a424077344e 2024-11-12T15:21:15,625 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/data/default/test/be5cc6a530798f88b9651e47e9e41459/f1/a6ef15f0c869417fb0208a424077344e, entries=3, sequenceid=12, filesize=5.0 K 2024-11-12T15:21:15,626 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/data/default/test/be5cc6a530798f88b9651e47e9e41459/.tmp/norep/6d2c52863b224988b43aa8720e14cfb6 as hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/data/default/test/be5cc6a530798f88b9651e47e9e41459/norep/6d2c52863b224988b43aa8720e14cfb6 2024-11-12T15:21:15,628 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6d2c52863b224988b43aa8720e14cfb6 2024-11-12T15:21:15,629 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/data/default/test/be5cc6a530798f88b9651e47e9e41459/norep/6d2c52863b224988b43aa8720e14cfb6, entries=1, sequenceid=12, filesize=5.0 K 2024-11-12T15:21:15,629 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for be5cc6a530798f88b9651e47e9e41459 in 1284ms, sequenceid=12, compaction requested=false 2024-11-12T15:21:15,630 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/data/hbase/meta/1588230740/.tmp/table/ec07385c55a848449988f5508c76dbe9 is 53, key is hbase:replication/table:state/1731424865338/Put/seqid=0 2024-11-12T15:21:15,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42357 is added to blk_1073741846_1022 (size=5308) 2024-11-12T15:21:15,633 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/data/hbase/meta/1588230740/.tmp/table/ec07385c55a848449988f5508c76dbe9 2024-11-12T15:21:15,633 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/data/default/test/be5cc6a530798f88b9651e47e9e41459/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-12T15:21:15,633 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T15:21:15,633 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T15:21:15,633 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731424858700.be5cc6a530798f88b9651e47e9e41459. 2024-11-12T15:21:15,634 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for be5cc6a530798f88b9651e47e9e41459: Waiting for close lock at 1731424874345Running coprocessor pre-close hooks at 1731424874345Disabling compacts and flushes for region at 1731424874345Disabling writes for close at 1731424874345Obtaining lock to block concurrent updates at 1731424874346 (+1 ms)Preparing flush snapshotting stores in be5cc6a530798f88b9651e47e9e41459 at 1731424874346Finished memstore snapshotting test,,1731424858700.be5cc6a530798f88b9651e47e9e41459., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731424874346Flushing stores of test,,1731424858700.be5cc6a530798f88b9651e47e9e41459. at 1731424874346Flushing be5cc6a530798f88b9651e47e9e41459/f: creating writer at 1731424874346Flushing be5cc6a530798f88b9651e47e9e41459/f: appending metadata at 1731424874366 (+20 ms)Flushing be5cc6a530798f88b9651e47e9e41459/f: closing flushed file at 1731424874366Flushing be5cc6a530798f88b9651e47e9e41459/f1: creating writer at 1731424874774 (+408 ms)Flushing be5cc6a530798f88b9651e47e9e41459/f1: appending metadata at 1731424874789 (+15 ms)Flushing be5cc6a530798f88b9651e47e9e41459/f1: closing flushed file at 1731424874789Flushing be5cc6a530798f88b9651e47e9e41459/norep: creating writer at 1731424875196 (+407 ms)Flushing be5cc6a530798f88b9651e47e9e41459/norep: appending metadata at 1731424875207 (+11 ms)Flushing be5cc6a530798f88b9651e47e9e41459/norep: closing flushed file at 1731424875207Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@426c65a: reopening flushed file at 1731424875617 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1774f1a6: reopening flushed file at 1731424875621 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fd28511: reopening flushed file at 1731424875625 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for be5cc6a530798f88b9651e47e9e41459 in 1284ms, sequenceid=12, compaction requested=false at 1731424875629 (+4 ms)Writing region close event to WAL at 1731424875630 (+1 ms)Running coprocessor post-close hooks at 1731424875633 (+3 ms)Closed at 1731424875633 2024-11-12T15:21:15,634 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731424858700.be5cc6a530798f88b9651e47e9e41459. 2024-11-12T15:21:15,634 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b1e854afc5c3c5ffd15ce21134f20aae, disabling compactions & flushes 2024-11-12T15:21:15,634 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731424864150.b1e854afc5c3c5ffd15ce21134f20aae. 2024-11-12T15:21:15,634 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731424864150.b1e854afc5c3c5ffd15ce21134f20aae. 2024-11-12T15:21:15,634 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731424864150.b1e854afc5c3c5ffd15ce21134f20aae. after waiting 0 ms 2024-11-12T15:21:15,634 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731424864150.b1e854afc5c3c5ffd15ce21134f20aae. 2024-11-12T15:21:15,634 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b1e854afc5c3c5ffd15ce21134f20aae: Waiting for close lock at 1731424875634Running coprocessor pre-close hooks at 1731424875634Disabling compacts and flushes for region at 1731424875634Disabling writes for close at 1731424875634Failed flush hbase:replication,,1731424864150.b1e854afc5c3c5ffd15ce21134f20aae., putting online again at 1731424875634 2024-11-12T15:21:15,634 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731424864150.b1e854afc5c3c5ffd15ce21134f20aae. 2024-11-12T15:21:15,636 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/data/hbase/meta/1588230740/.tmp/info/bd6d06497daa46058893cc531a0d766f as hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/data/hbase/meta/1588230740/info/bd6d06497daa46058893cc531a0d766f 2024-11-12T15:21:15,639 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/data/hbase/meta/1588230740/info/bd6d06497daa46058893cc531a0d766f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T15:21:15,639 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/data/hbase/meta/1588230740/.tmp/ns/a11230b3f29e4286a3fcc74f5b2eb23b as hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/data/hbase/meta/1588230740/ns/a11230b3f29e4286a3fcc74f5b2eb23b 2024-11-12T15:21:15,642 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/data/hbase/meta/1588230740/ns/a11230b3f29e4286a3fcc74f5b2eb23b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T15:21:15,643 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/data/hbase/meta/1588230740/.tmp/rep_barrier/5b2e1f1b5c2648e3ad81c9220f41e981 as hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/data/hbase/meta/1588230740/rep_barrier/5b2e1f1b5c2648e3ad81c9220f41e981 2024-11-12T15:21:15,646 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/data/hbase/meta/1588230740/rep_barrier/5b2e1f1b5c2648e3ad81c9220f41e981, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T15:21:15,647 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/data/hbase/meta/1588230740/.tmp/table/ec07385c55a848449988f5508c76dbe9 as hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/data/hbase/meta/1588230740/table/ec07385c55a848449988f5508c76dbe9 2024-11-12T15:21:15,650 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/data/hbase/meta/1588230740/table/ec07385c55a848449988f5508c76dbe9, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T15:21:15,651 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1305ms, sequenceid=16, compaction requested=false 2024-11-12T15:21:15,655 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T15:21:15,655 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T15:21:15,655 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T15:21:15,655 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T15:21:15,655 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731424874346Running coprocessor pre-close hooks at 1731424874346Disabling compacts and flushes for region at 1731424874346Disabling writes for close at 1731424874346Obtaining lock to block concurrent updates at 1731424874346Preparing flush snapshotting stores in 1588230740 at 1731424874346Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731424874347 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731424874347Flushing 1588230740/info: creating writer at 1731424874347Flushing 1588230740/info: appending metadata at 1731424874365 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731424874365Flushing 1588230740/ns: creating writer at 1731424874773 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731424874785 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731424874785Flushing 1588230740/rep_barrier: creating writer at 1731424875193 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731424875205 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731424875205Flushing 1588230740/table: creating writer at 1731424875612 (+407 ms)Flushing 1588230740/table: appending metadata at 1731424875629 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731424875629Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25e12801: reopening flushed file at 1731424875635 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b677c5d: reopening flushed file at 1731424875639 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42e78ec: reopening flushed file at 1731424875642 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1edbc4fc: reopening flushed file at 1731424875646 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1305ms, sequenceid=16, compaction requested=false at 1731424875651 (+5 ms)Writing region close event to WAL at 1731424875653 (+2 ms)Running coprocessor post-close hooks at 1731424875655 (+2 ms)Closed at 1731424875655 2024-11-12T15:21:15,655 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T15:21:15,747 INFO [RS:0;a6f201fa5419:37895 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T15:21:15,747 DEBUG [RS:0;a6f201fa5419:37895 {}] regionserver.HRegionServer(1325): Online Regions={b1e854afc5c3c5ffd15ce21134f20aae=hbase:replication,,1731424864150.b1e854afc5c3c5ffd15ce21134f20aae.} 2024-11-12T15:21:15,747 INFO [RS:0;a6f201fa5419:37895 {}] regionserver.HRegionServer(3091): Received CLOSE for b1e854afc5c3c5ffd15ce21134f20aae 2024-11-12T15:21:15,747 DEBUG [RS:0;a6f201fa5419:37895 {}] regionserver.HRegionServer(1351): Waiting on b1e854afc5c3c5ffd15ce21134f20aae 2024-11-12T15:21:15,747 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b1e854afc5c3c5ffd15ce21134f20aae, disabling compactions & flushes 2024-11-12T15:21:15,747 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731424864150.b1e854afc5c3c5ffd15ce21134f20aae. 2024-11-12T15:21:15,747 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731424864150.b1e854afc5c3c5ffd15ce21134f20aae. 2024-11-12T15:21:15,747 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731424864150.b1e854afc5c3c5ffd15ce21134f20aae. after waiting 0 ms 2024-11-12T15:21:15,747 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731424864150.b1e854afc5c3c5ffd15ce21134f20aae. 2024-11-12T15:21:15,747 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b1e854afc5c3c5ffd15ce21134f20aae: Waiting for close lock at 1731424875747Running coprocessor pre-close hooks at 1731424875747Disabling compacts and flushes for region at 1731424875747Disabling writes for close at 1731424875747Failed flush hbase:replication,,1731424864150.b1e854afc5c3c5ffd15ce21134f20aae., putting online again at 1731424875747 2024-11-12T15:21:15,748 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731424864150.b1e854afc5c3c5ffd15ce21134f20aae. 2024-11-12T15:21:15,886 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.wal-reader.a6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/WALs/a6f201fa5419,41327,1731424840835/a6f201fa5419%2C41327%2C1731424840835.1731424843177 to pos 1493, reset compression=false 2024-11-12T15:21:15,925 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T15:21:15,944 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025.replicationSource.wal-reader.a6f201fa5419%2C37895%2C1731424852025,1-a6f201fa5419,37895,1731424852025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/WALs/a6f201fa5419,37895,1731424852025/a6f201fa5419%2C37895%2C1731424852025.1731424854310 to pos 1762, reset compression=false 2024-11-12T15:21:15,947 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025.replicationSource.wal-reader.a6f201fa5419%2C37895%2C1731424852025,1-a6f201fa5419,37895,1731424852025 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T15:21:15,947 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025.replicationSource.wal-reader.a6f201fa5419%2C37895%2C1731424852025,1-a6f201fa5419,37895,1731424852025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/WALs/a6f201fa5419,37895,1731424852025/a6f201fa5419%2C37895%2C1731424852025.1731424854310 to pos 2406, reset compression=false 2024-11-12T15:21:15,947 INFO [RS:0;a6f201fa5419:37895 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-12T15:21:15,947 INFO [RS:0;a6f201fa5419:37895 {}] regionserver.HRegionServer(976): stopping server a6f201fa5419,37895,1731424852025; all regions closed. 2024-11-12T15:21:15,949 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/WALs/a6f201fa5419,37895,1731424852025/a6f201fa5419%2C37895%2C1731424852025.meta.1731424855261.meta not finished, retry = 0 2024-11-12T15:21:15,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42357 is added to blk_1073741834_1010 (size=4239) 2024-11-12T15:21:16,031 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.wal-reader.a6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/WALs/a6f201fa5419,33293,1731424846618/a6f201fa5419%2C33293%2C1731424846618.1731424848513 to pos 1473, reset compression=false 2024-11-12T15:21:16,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42357 is added to blk_1073741839_1015 (size=2390) 2024-11-12T15:21:16,052 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/WALs/a6f201fa5419,37895,1731424852025/a6f201fa5419%2C37895%2C1731424852025.rep.1731424865305 not finished, retry = 0 2024-11-12T15:21:16,153 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025.replicationSource.wal-reader.a6f201fa5419%2C37895%2C1731424852025,1-a6f201fa5419,37895,1731424852025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/WALs/a6f201fa5419,37895,1731424852025/a6f201fa5419%2C37895%2C1731424852025.1731424854310 to pos 2406, reset compression=false 2024-11-12T15:21:16,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42357 is added to blk_1073741832_1008 (size=2414) 2024-11-12T15:21:16,156 DEBUG [RS:0;a6f201fa5419:37895 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:16,156 INFO [RS:0;a6f201fa5419:37895 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T15:21:16,156 INFO [RS:0;a6f201fa5419:37895 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T15:21:16,157 INFO [RS:0;a6f201fa5419:37895 {}] hbase.ChoreService(370): Chore service for: regionserver/a6f201fa5419:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T15:21:16,157 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025.replicationSource.wal-reader.a6f201fa5419%2C37895%2C1731424852025,1-a6f201fa5419,37895,1731424852025 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/WALs/a6f201fa5419,37895,1731424852025/a6f201fa5419%2C37895%2C1731424852025.1731424854310 2024-11-12T15:21:16,157 INFO [RS:0;a6f201fa5419:37895 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T15:21:16,157 INFO [regionserver/a6f201fa5419:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T15:21:16,157 INFO [RS:0;a6f201fa5419:37895 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a6f201fa5419,37895,1731424852025 because: Region server is closing 2024-11-12T15:21:16,157 INFO [RS:0;a6f201fa5419:37895 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a6f201fa5419:37895. 2024-11-12T15:21:16,157 DEBUG [RS:0;a6f201fa5419:37895 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:21:16,157 DEBUG [RS:0;a6f201fa5419:37895 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:16,158 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:21:16,158 DEBUG [RS:0;a6f201fa5419:37895 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:16,258 INFO [RS:0;a6f201fa5419:37895 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025.replicationSource.shippera6f201fa5419%2C37895%2C1731424852025,1-a6f201fa5419,37895,1731424852025 terminated 2024-11-12T15:21:16,258 INFO [RS:0;a6f201fa5419:37895 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a6f201fa5419:37895. 2024-11-12T15:21:16,258 WARN [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,37895,1731424852025.replicationSource.wal-reader.a6f201fa5419%2C37895%2C1731424852025,1-a6f201fa5419,37895,1731424852025 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-12T15:21:16,258 DEBUG [RS:0;a6f201fa5419:37895 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:21:16,258 DEBUG [RS:0;a6f201fa5419:37895 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:16,258 DEBUG [RS:0;a6f201fa5419:37895 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:16,258 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:21:16,258 INFO [RS:0;a6f201fa5419:37895 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37895 2024-11-12T15:21:16,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x1012fa25ec80007, quorum=127.0.0.1:62421, baseZNode=/21152841111 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21152841111/rs/a6f201fa5419,37895,1731424852025 2024-11-12T15:21:16,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39385-0x1012fa25ec80006, quorum=127.0.0.1:62421, baseZNode=/21152841111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21152841111/rs 2024-11-12T15:21:16,312 INFO [RS:0;a6f201fa5419:37895 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T15:21:16,322 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a6f201fa5419,37895,1731424852025] 2024-11-12T15:21:16,333 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21152841111/draining/a6f201fa5419,37895,1731424852025 already deleted, retry=false 2024-11-12T15:21:16,333 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a6f201fa5419,37895,1731424852025 expired; onlineServers=0 2024-11-12T15:21:16,333 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a6f201fa5419,39385,1731424851893' ***** 2024-11-12T15:21:16,333 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T15:21:16,333 INFO [M:0;a6f201fa5419:39385 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T15:21:16,333 INFO [M:0;a6f201fa5419:39385 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T15:21:16,333 DEBUG [M:0;a6f201fa5419:39385 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T15:21:16,333 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T15:21:16,333 DEBUG [M:0;a6f201fa5419:39385 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T15:21:16,333 DEBUG [master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.small.0-1731424854057 {}] cleaner.HFileCleaner(306): Exit Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.small.0-1731424854057,5,FailOnTimeoutGroup] 2024-11-12T15:21:16,333 DEBUG [master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.large.0-1731424854056 {}] cleaner.HFileCleaner(306): Exit Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.large.0-1731424854056,5,FailOnTimeoutGroup] 2024-11-12T15:21:16,333 INFO [M:0;a6f201fa5419:39385 {}] hbase.ChoreService(370): Chore service for: master/a6f201fa5419:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T15:21:16,333 INFO [M:0;a6f201fa5419:39385 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T15:21:16,334 DEBUG [M:0;a6f201fa5419:39385 {}] master.HMaster(1795): Stopping service threads 2024-11-12T15:21:16,334 INFO [M:0;a6f201fa5419:39385 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T15:21:16,334 INFO [M:0;a6f201fa5419:39385 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T15:21:16,334 INFO [M:0;a6f201fa5419:39385 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T15:21:16,334 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T15:21:16,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39385-0x1012fa25ec80006, quorum=127.0.0.1:62421, baseZNode=/21152841111 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21152841111/master 2024-11-12T15:21:16,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39385-0x1012fa25ec80006, quorum=127.0.0.1:62421, baseZNode=/21152841111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21152841111 2024-11-12T15:21:16,343 DEBUG [M:0;a6f201fa5419:39385 {}] zookeeper.ZKUtil(347): master:39385-0x1012fa25ec80006, quorum=127.0.0.1:62421, baseZNode=/21152841111 Unable to get data of znode /21152841111/master because node does not exist (not an error) 2024-11-12T15:21:16,344 WARN [M:0;a6f201fa5419:39385 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T15:21:16,344 INFO [M:0;a6f201fa5419:39385 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/.lastflushedseqids 2024-11-12T15:21:16,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42357 is added to blk_1073741847_1023 (size=245) 2024-11-12T15:21:16,422 INFO [RS:0;a6f201fa5419:37895 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T15:21:16,422 INFO [RS:0;a6f201fa5419:37895 {}] regionserver.HRegionServer(1031): Exiting; stopping=a6f201fa5419,37895,1731424852025; zookeeper connection closed. 2024-11-12T15:21:16,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x1012fa25ec80007, quorum=127.0.0.1:62421, baseZNode=/21152841111 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:21:16,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x1012fa25ec80007, quorum=127.0.0.1:62421, baseZNode=/21152841111 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:21:16,423 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4f23010 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4f23010 2024-11-12T15:21:16,423 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T15:21:16,489 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.wal-reader.a6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/WALs/a6f201fa5419,41327,1731424840835/a6f201fa5419%2C41327%2C1731424840835.1731424843177 to pos 1493, reset compression=false 2024-11-12T15:21:16,734 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.wal-reader.a6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/WALs/a6f201fa5419,33293,1731424846618/a6f201fa5419%2C33293%2C1731424846618.1731424848513 to pos 1473, reset compression=false 2024-11-12T15:21:16,748 INFO [M:0;a6f201fa5419:39385 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T15:21:16,748 INFO [M:0;a6f201fa5419:39385 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T15:21:16,748 DEBUG [M:0;a6f201fa5419:39385 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T15:21:16,748 INFO [M:0;a6f201fa5419:39385 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:21:16,748 DEBUG [M:0;a6f201fa5419:39385 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:21:16,748 DEBUG [M:0;a6f201fa5419:39385 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T15:21:16,748 DEBUG [M:0;a6f201fa5419:39385 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:21:16,748 INFO [M:0;a6f201fa5419:39385 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-12T15:21:16,763 DEBUG [M:0;a6f201fa5419:39385 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/20b7ab914b4c4ac5b714ed9038efcfa5 is 82, key is hbase:meta,,1/info:regioninfo/1731424855293/Put/seqid=0 2024-11-12T15:21:16,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42357 is added to blk_1073741848_1024 (size=5672) 2024-11-12T15:21:17,166 INFO [M:0;a6f201fa5419:39385 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/20b7ab914b4c4ac5b714ed9038efcfa5 2024-11-12T15:21:17,182 DEBUG [M:0;a6f201fa5419:39385 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b2620f0542cc4eccbd17fb38a27c9ca8 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731424865341/Put/seqid=0 2024-11-12T15:21:17,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42357 is added to blk_1073741849_1025 (size=9212) 2024-11-12T15:21:17,193 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.wal-reader.a6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/WALs/a6f201fa5419,41327,1731424840835/a6f201fa5419%2C41327%2C1731424840835.1731424843177 to pos 1493, reset compression=false 2024-11-12T15:21:17,538 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.wal-reader.a6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/WALs/a6f201fa5419,33293,1731424846618/a6f201fa5419%2C33293%2C1731424846618.1731424848513 to pos 1473, reset compression=false 2024-11-12T15:21:17,585 INFO [M:0;a6f201fa5419:39385 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b2620f0542cc4eccbd17fb38a27c9ca8 2024-11-12T15:21:17,601 DEBUG [M:0;a6f201fa5419:39385 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c39195834c98472582ca1f4241a6f53c is 69, key is a6f201fa5419,37895,1731424852025/rs:state/1731424854107/Put/seqid=0 2024-11-12T15:21:17,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42357 is added to blk_1073741850_1026 (size=5156) 2024-11-12T15:21:17,996 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.wal-reader.a6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/WALs/a6f201fa5419,41327,1731424840835/a6f201fa5419%2C41327%2C1731424840835.1731424843177 to pos 1493, reset compression=false 2024-11-12T15:21:18,004 INFO [M:0;a6f201fa5419:39385 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c39195834c98472582ca1f4241a6f53c 2024-11-12T15:21:18,008 DEBUG [M:0;a6f201fa5419:39385 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/20b7ab914b4c4ac5b714ed9038efcfa5 as hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/20b7ab914b4c4ac5b714ed9038efcfa5 2024-11-12T15:21:18,011 INFO [M:0;a6f201fa5419:39385 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/20b7ab914b4c4ac5b714ed9038efcfa5, entries=8, sequenceid=127, filesize=5.5 K 2024-11-12T15:21:18,012 DEBUG [M:0;a6f201fa5419:39385 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b2620f0542cc4eccbd17fb38a27c9ca8 as hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b2620f0542cc4eccbd17fb38a27c9ca8 2024-11-12T15:21:18,015 INFO [M:0;a6f201fa5419:39385 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b2620f0542cc4eccbd17fb38a27c9ca8, entries=15, sequenceid=127, filesize=9.0 K 2024-11-12T15:21:18,016 DEBUG [M:0;a6f201fa5419:39385 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c39195834c98472582ca1f4241a6f53c as hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c39195834c98472582ca1f4241a6f53c 2024-11-12T15:21:18,019 INFO [M:0;a6f201fa5419:39385 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38269/user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c39195834c98472582ca1f4241a6f53c, entries=1, sequenceid=127, filesize=5.0 K 2024-11-12T15:21:18,019 INFO [M:0;a6f201fa5419:39385 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1271ms, sequenceid=127, compaction requested=false 2024-11-12T15:21:18,020 INFO [M:0;a6f201fa5419:39385 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:21:18,021 DEBUG [M:0;a6f201fa5419:39385 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731424876748Disabling compacts and flushes for region at 1731424876748Disabling writes for close at 1731424876748Obtaining lock to block concurrent updates at 1731424876748Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731424876748Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1731424876749 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731424876749Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731424876749Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731424876762 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731424876763 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731424877170 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731424877182 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731424877182Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731424877589 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731424877600 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731424877600Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9a1fa4: reopening flushed file at 1731424878007 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52cc7646: reopening flushed file at 1731424878012 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14784d5d: reopening flushed file at 1731424878015 (+3 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1271ms, sequenceid=127, compaction requested=false at 1731424878019 (+4 ms)Writing region close event to WAL at 1731424878020 (+1 ms)Closed at 1731424878020 2024-11-12T15:21:18,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42357 is added to blk_1073741830_1006 (size=73866) 2024-11-12T15:21:18,022 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cc44a954-450a-c7be-ebad-73afb20d9ed0/MasterData/WALs/a6f201fa5419,39385,1731424851893/a6f201fa5419%2C39385%2C1731424851893.1731424853781 not finished, retry = 0 2024-11-12T15:21:18,123 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T15:21:18,123 INFO [M:0;a6f201fa5419:39385 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T15:21:18,123 INFO [M:0;a6f201fa5419:39385 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39385 2024-11-12T15:21:18,124 INFO [M:0;a6f201fa5419:39385 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T15:21:18,343 INFO [M:0;a6f201fa5419:39385 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T15:21:18,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39385-0x1012fa25ec80006, quorum=127.0.0.1:62421, baseZNode=/21152841111 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:21:18,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39385-0x1012fa25ec80006, quorum=127.0.0.1:62421, baseZNode=/21152841111 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:21:18,346 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@642f3809{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T15:21:18,346 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1573fbea{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T15:21:18,346 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T15:21:18,346 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41092737{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T15:21:18,346 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76912e43{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cb827feb-a827-cd34-3138-2b544065bd28/hadoop.log.dir/,STOPPED} 2024-11-12T15:21:18,348 WARN [BP-1625198114-172.17.0.2-1731424849605 heartbeating to localhost/127.0.0.1:38269 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T15:21:18,348 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T15:21:18,348 WARN [BP-1625198114-172.17.0.2-1731424849605 heartbeating to localhost/127.0.0.1:38269 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1625198114-172.17.0.2-1731424849605 (Datanode Uuid 2e6a458c-53f6-4874-8bdf-a3fe9957285e) service to localhost/127.0.0.1:38269 2024-11-12T15:21:18,348 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T15:21:18,348 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cb827feb-a827-cd34-3138-2b544065bd28/cluster_d4cc3084-56e9-ac62-a193-71fb72999418/data/data1/current/BP-1625198114-172.17.0.2-1731424849605 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T15:21:18,348 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cb827feb-a827-cd34-3138-2b544065bd28/cluster_d4cc3084-56e9-ac62-a193-71fb72999418/data/data2/current/BP-1625198114-172.17.0.2-1731424849605 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T15:21:18,349 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T15:21:18,354 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@8f8d269{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T15:21:18,354 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@16cc2ccc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T15:21:18,354 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T15:21:18,354 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73ff9af5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T15:21:18,355 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@438ce417{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cb827feb-a827-cd34-3138-2b544065bd28/hadoop.log.dir/,STOPPED} 2024-11-12T15:21:18,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T15:21:18,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T15:21:18,373 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T15:21:18,373 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:21:18,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:18,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:18,373 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:21:18,373 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T15:21:18,373 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1070888550, stopped=false 2024-11-12T15:21:18,374 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a6f201fa5419,45371,1731424846337 2024-11-12T15:21:18,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33293-0x1012fa25ec80004, quorum=127.0.0.1:62421, baseZNode=/11388933180 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11388933180/running 2024-11-12T15:21:18,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45371-0x1012fa25ec80003, quorum=127.0.0.1:62421, baseZNode=/11388933180 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11388933180/running 2024-11-12T15:21:18,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45371-0x1012fa25ec80003, quorum=127.0.0.1:62421, baseZNode=/11388933180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11388933180 2024-11-12T15:21:18,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33293-0x1012fa25ec80004, quorum=127.0.0.1:62421, baseZNode=/11388933180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11388933180 2024-11-12T15:21:18,386 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T15:21:18,386 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T15:21:18,386 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:21:18,386 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33293-0x1012fa25ec80004, quorum=127.0.0.1:62421, baseZNode=/11388933180 Set watcher on znode that does not yet exist, /11388933180/running 2024-11-12T15:21:18,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:18,386 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45371-0x1012fa25ec80003, quorum=127.0.0.1:62421, baseZNode=/11388933180 Set watcher on znode that does not yet exist, /11388933180/running 2024-11-12T15:21:18,386 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a6f201fa5419,33293,1731424846618' ***** 2024-11-12T15:21:18,386 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T15:21:18,387 INFO [RS:0;a6f201fa5419:33293 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T15:21:18,387 INFO [RS:0;a6f201fa5419:33293 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T15:21:18,387 INFO [RS:0;a6f201fa5419:33293 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T15:21:18,387 INFO [RS:0;a6f201fa5419:33293 {}] regionserver.HRegionServer(3091): Received CLOSE for d7c3f690461ef088642ecad21e6fb0e4 2024-11-12T15:21:18,387 INFO [RS:0;a6f201fa5419:33293 {}] regionserver.HRegionServer(3091): Received CLOSE for ad159ff54291da86664fa7d0be9e93d7 2024-11-12T15:21:18,387 INFO [RS:0;a6f201fa5419:33293 {}] regionserver.HRegionServer(959): stopping server a6f201fa5419,33293,1731424846618 2024-11-12T15:21:18,387 INFO [RS:0;a6f201fa5419:33293 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T15:21:18,387 INFO [RS:0;a6f201fa5419:33293 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a6f201fa5419:33293. 2024-11-12T15:21:18,387 DEBUG [RS:0;a6f201fa5419:33293 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:21:18,387 DEBUG [RS:0;a6f201fa5419:33293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:18,387 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d7c3f690461ef088642ecad21e6fb0e4, disabling compactions & flushes 2024-11-12T15:21:18,387 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T15:21:18,387 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731424856550.d7c3f690461ef088642ecad21e6fb0e4. 2024-11-12T15:21:18,387 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731424856550.d7c3f690461ef088642ecad21e6fb0e4. 2024-11-12T15:21:18,387 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731424856550.d7c3f690461ef088642ecad21e6fb0e4. after waiting 0 ms 2024-11-12T15:21:18,387 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731424856550.d7c3f690461ef088642ecad21e6fb0e4. 2024-11-12T15:21:18,387 INFO [RS:0;a6f201fa5419:33293 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T15:21:18,387 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d7c3f690461ef088642ecad21e6fb0e4 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-12T15:21:18,387 INFO [RS:0;a6f201fa5419:33293 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T15:21:18,387 INFO [RS:0;a6f201fa5419:33293 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T15:21:18,387 INFO [RS:0;a6f201fa5419:33293 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T15:21:18,388 INFO [RS:0;a6f201fa5419:33293 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T15:21:18,388 DEBUG [RS:0;a6f201fa5419:33293 {}] regionserver.HRegionServer(1325): Online Regions={d7c3f690461ef088642ecad21e6fb0e4=test,,1731424856550.d7c3f690461ef088642ecad21e6fb0e4., 1588230740=hbase:meta,,1.1588230740, ad159ff54291da86664fa7d0be9e93d7=hbase:replication,,1731424862000.ad159ff54291da86664fa7d0be9e93d7.} 2024-11-12T15:21:18,388 DEBUG [RS:0;a6f201fa5419:33293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ad159ff54291da86664fa7d0be9e93d7, d7c3f690461ef088642ecad21e6fb0e4 2024-11-12T15:21:18,388 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T15:21:18,388 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T15:21:18,388 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T15:21:18,388 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T15:21:18,388 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T15:21:18,388 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T15:21:18,395 INFO [regionserver/a6f201fa5419:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T15:21:18,401 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/data/hbase/meta/1588230740/.tmp/info/710ac94eb7294a78a602757ced36db7f is 147, key is hbase:replication,,1731424862000.ad159ff54291da86664fa7d0be9e93d7./info:regioninfo/1731424863166/Put/seqid=0 2024-11-12T15:21:18,401 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/data/default/test/d7c3f690461ef088642ecad21e6fb0e4/.tmp/f/3e303312e66d46098595280c43a2f467 is 37, key is row3/f:row3/1731424872999/Put/seqid=0 2024-11-12T15:21:18,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45607 is added to blk_1073741840_1016 (size=5228) 2024-11-12T15:21:18,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45607 is added to blk_1073741841_1017 (size=7686) 2024-11-12T15:21:18,411 INFO [regionserver/a6f201fa5419:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T15:21:18,411 INFO [regionserver/a6f201fa5419:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T15:21:18,440 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.wal-reader.a6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/WALs/a6f201fa5419,33293,1731424846618/a6f201fa5419%2C33293%2C1731424846618.1731424848513 to pos 1473, reset compression=false 2024-11-12T15:21:18,445 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.wal-reader.a6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T15:21:18,445 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.wal-reader.a6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/WALs/a6f201fa5419,33293,1731424846618/a6f201fa5419%2C33293%2C1731424846618.1731424848513 to pos 1720, reset compression=false 2024-11-12T15:21:18,445 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.shippera6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a6f201fa5419,33293,1731424846618 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/WALs/a6f201fa5419,33293,1731424846618/a6f201fa5419%2C33293%2C1731424846618.1731424848513, lastWalPosition=1720, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T15:21:18,446 ERROR [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.shippera6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a6f201fa5419,33293,1731424846618: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-a6f201fa5419,33293,1731424846618, walGroup=a6f201fa5419%2C33293%2C1731424846618, offset=a6f201fa5419%2C33293%2C1731424846618.1731424848513:1720, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a6f201fa5419:33293 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T15:21:18,447 ERROR [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.shippera6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T15:21:18,447 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.shippera6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T15:21:18,447 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.shippera6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T15:21:18,447 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.shippera6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T15:21:18,447 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.shippera6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T15:21:18,447 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.shippera6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1168113664, "init": 1048576000, "max": 2306867200, "used": 748970600 }, "NonHeapMemoryUsage": { "committed": 200998912, "init": 7667712, "max": -1, "used": 198041408 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T15:21:18,448 WARN [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.shippera6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a6f201fa5419:45371 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a6f201fa5419:45371 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-12T15:21:18,588 DEBUG [RS:0;a6f201fa5419:33293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ad159ff54291da86664fa7d0be9e93d7, d7c3f690461ef088642ecad21e6fb0e4 2024-11-12T15:21:18,648 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.wal-reader.a6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/WALs/a6f201fa5419,33293,1731424846618/a6f201fa5419%2C33293%2C1731424846618.1731424848513 to pos 1720, reset compression=false 2024-11-12T15:21:18,717 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:21:18,718 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a6f201fa5419,42129,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a6f201fa5419:42129 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T15:21:18,718 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68639 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a6f201fa5419,42129,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a6f201fa5419:42129 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T15:21:18,788 DEBUG [RS:0;a6f201fa5419:33293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ad159ff54291da86664fa7d0be9e93d7, d7c3f690461ef088642ecad21e6fb0e4 2024-11-12T15:21:18,805 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/data/default/test/d7c3f690461ef088642ecad21e6fb0e4/.tmp/f/3e303312e66d46098595280c43a2f467 2024-11-12T15:21:18,805 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/data/hbase/meta/1588230740/.tmp/info/710ac94eb7294a78a602757ced36db7f 2024-11-12T15:21:18,809 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3e303312e66d46098595280c43a2f467 2024-11-12T15:21:18,826 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/data/hbase/meta/1588230740/.tmp/ns/0d3b518c5a974bf2ae8273099122ce97 is 43, key is default/ns:d/1731424849456/Put/seqid=0 2024-11-12T15:21:18,826 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/data/default/test/d7c3f690461ef088642ecad21e6fb0e4/.tmp/f1/0fa43de697d046a7abd12a05dc574e0b is 30, key is row1/f1:/1731424870348/DeleteFamily/seqid=0 2024-11-12T15:21:18,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45607 is added to blk_1073741843_1019 (size=5153) 2024-11-12T15:21:18,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45607 is added to blk_1073741842_1018 (size=5158) 2024-11-12T15:21:18,900 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.wal-reader.a6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/WALs/a6f201fa5419,41327,1731424840835/a6f201fa5419%2C41327%2C1731424840835.1731424843177 to pos 1493, reset compression=false 2024-11-12T15:21:18,951 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.wal-reader.a6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/WALs/a6f201fa5419,33293,1731424846618/a6f201fa5419%2C33293%2C1731424846618.1731424848513 to pos 1720, reset compression=false 2024-11-12T15:21:18,988 DEBUG [RS:0;a6f201fa5419:33293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ad159ff54291da86664fa7d0be9e93d7, d7c3f690461ef088642ecad21e6fb0e4 2024-11-12T15:21:19,188 DEBUG [RS:0;a6f201fa5419:33293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ad159ff54291da86664fa7d0be9e93d7, d7c3f690461ef088642ecad21e6fb0e4 2024-11-12T15:21:19,230 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/data/default/test/d7c3f690461ef088642ecad21e6fb0e4/.tmp/f1/0fa43de697d046a7abd12a05dc574e0b 2024-11-12T15:21:19,230 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/data/hbase/meta/1588230740/.tmp/ns/0d3b518c5a974bf2ae8273099122ce97 2024-11-12T15:21:19,233 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0fa43de697d046a7abd12a05dc574e0b 2024-11-12T15:21:19,245 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/data/hbase/meta/1588230740/.tmp/rep_barrier/3192d696cf334ee6bed9a232bdc99001 is 112, key is test,,1731424856550.d7c3f690461ef088642ecad21e6fb0e4./rep_barrier:seqnumDuringOpen/1731424857695/Put/seqid=0 2024-11-12T15:21:19,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45607 is added to blk_1073741844_1020 (size=5518) 2024-11-12T15:21:19,248 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/data/default/test/d7c3f690461ef088642ecad21e6fb0e4/.tmp/norep/2102c1d820b14ba29abd3ad57554b139 is 33, key is row1/norep:/1731424870348/DeleteFamily/seqid=0 2024-11-12T15:21:19,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45607 is added to blk_1073741845_1021 (size=5108) 2024-11-12T15:21:19,354 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.wal-reader.a6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/WALs/a6f201fa5419,33293,1731424846618/a6f201fa5419%2C33293%2C1731424846618.1731424848513 to pos 1720, reset compression=false 2024-11-12T15:21:19,388 DEBUG [RS:0;a6f201fa5419:33293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ad159ff54291da86664fa7d0be9e93d7, d7c3f690461ef088642ecad21e6fb0e4 2024-11-12T15:21:19,589 DEBUG [RS:0;a6f201fa5419:33293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ad159ff54291da86664fa7d0be9e93d7, d7c3f690461ef088642ecad21e6fb0e4 2024-11-12T15:21:19,648 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/data/hbase/meta/1588230740/.tmp/rep_barrier/3192d696cf334ee6bed9a232bdc99001 2024-11-12T15:21:19,651 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/data/default/test/d7c3f690461ef088642ecad21e6fb0e4/.tmp/norep/2102c1d820b14ba29abd3ad57554b139 2024-11-12T15:21:19,655 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2102c1d820b14ba29abd3ad57554b139 2024-11-12T15:21:19,656 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/data/default/test/d7c3f690461ef088642ecad21e6fb0e4/.tmp/f/3e303312e66d46098595280c43a2f467 as hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/data/default/test/d7c3f690461ef088642ecad21e6fb0e4/f/3e303312e66d46098595280c43a2f467 2024-11-12T15:21:19,659 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3e303312e66d46098595280c43a2f467 2024-11-12T15:21:19,659 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/data/default/test/d7c3f690461ef088642ecad21e6fb0e4/f/3e303312e66d46098595280c43a2f467, entries=5, sequenceid=12, filesize=5.1 K 2024-11-12T15:21:19,660 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/data/default/test/d7c3f690461ef088642ecad21e6fb0e4/.tmp/f1/0fa43de697d046a7abd12a05dc574e0b as hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/data/default/test/d7c3f690461ef088642ecad21e6fb0e4/f1/0fa43de697d046a7abd12a05dc574e0b 2024-11-12T15:21:19,664 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0fa43de697d046a7abd12a05dc574e0b 2024-11-12T15:21:19,664 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/data/default/test/d7c3f690461ef088642ecad21e6fb0e4/f1/0fa43de697d046a7abd12a05dc574e0b, entries=3, sequenceid=12, filesize=5.0 K 2024-11-12T15:21:19,665 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/data/default/test/d7c3f690461ef088642ecad21e6fb0e4/.tmp/norep/2102c1d820b14ba29abd3ad57554b139 as hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/data/default/test/d7c3f690461ef088642ecad21e6fb0e4/norep/2102c1d820b14ba29abd3ad57554b139 2024-11-12T15:21:19,666 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/data/hbase/meta/1588230740/.tmp/table/1cb6d803f87044d0850a0485807eafb2 is 53, key is hbase:replication/table:state/1731424863172/Put/seqid=0 2024-11-12T15:21:19,669 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2102c1d820b14ba29abd3ad57554b139 2024-11-12T15:21:19,669 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/data/default/test/d7c3f690461ef088642ecad21e6fb0e4/norep/2102c1d820b14ba29abd3ad57554b139, entries=1, sequenceid=12, filesize=5.0 K 2024-11-12T15:21:19,670 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for d7c3f690461ef088642ecad21e6fb0e4 in 1283ms, sequenceid=12, compaction requested=false 2024-11-12T15:21:19,670 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-12T15:21:19,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45607 is added to blk_1073741846_1022 (size=5308) 2024-11-12T15:21:19,671 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/data/hbase/meta/1588230740/.tmp/table/1cb6d803f87044d0850a0485807eafb2 2024-11-12T15:21:19,674 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/data/hbase/meta/1588230740/.tmp/info/710ac94eb7294a78a602757ced36db7f as hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/data/hbase/meta/1588230740/info/710ac94eb7294a78a602757ced36db7f 2024-11-12T15:21:19,675 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/data/default/test/d7c3f690461ef088642ecad21e6fb0e4/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-12T15:21:19,675 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T15:21:19,675 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T15:21:19,675 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731424856550.d7c3f690461ef088642ecad21e6fb0e4. 2024-11-12T15:21:19,675 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d7c3f690461ef088642ecad21e6fb0e4: Waiting for close lock at 1731424878387Running coprocessor pre-close hooks at 1731424878387Disabling compacts and flushes for region at 1731424878387Disabling writes for close at 1731424878387Obtaining lock to block concurrent updates at 1731424878387Preparing flush snapshotting stores in d7c3f690461ef088642ecad21e6fb0e4 at 1731424878387Finished memstore snapshotting test,,1731424856550.d7c3f690461ef088642ecad21e6fb0e4., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731424878388 (+1 ms)Flushing stores of test,,1731424856550.d7c3f690461ef088642ecad21e6fb0e4. at 1731424878388Flushing d7c3f690461ef088642ecad21e6fb0e4/f: creating writer at 1731424878388Flushing d7c3f690461ef088642ecad21e6fb0e4/f: appending metadata at 1731424878401 (+13 ms)Flushing d7c3f690461ef088642ecad21e6fb0e4/f: closing flushed file at 1731424878401Flushing d7c3f690461ef088642ecad21e6fb0e4/f1: creating writer at 1731424878809 (+408 ms)Flushing d7c3f690461ef088642ecad21e6fb0e4/f1: appending metadata at 1731424878826 (+17 ms)Flushing d7c3f690461ef088642ecad21e6fb0e4/f1: closing flushed file at 1731424878826Flushing d7c3f690461ef088642ecad21e6fb0e4/norep: creating writer at 1731424879233 (+407 ms)Flushing d7c3f690461ef088642ecad21e6fb0e4/norep: appending metadata at 1731424879247 (+14 ms)Flushing d7c3f690461ef088642ecad21e6fb0e4/norep: closing flushed file at 1731424879247Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e260aa6: reopening flushed file at 1731424879655 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e2e5ce3: reopening flushed file at 1731424879659 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23f12179: reopening flushed file at 1731424879664 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for d7c3f690461ef088642ecad21e6fb0e4 in 1283ms, sequenceid=12, compaction requested=false at 1731424879670 (+6 ms)Writing region close event to WAL at 1731424879672 (+2 ms)Running coprocessor post-close hooks at 1731424879675 (+3 ms)Closed at 1731424879675 2024-11-12T15:21:19,676 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731424856550.d7c3f690461ef088642ecad21e6fb0e4. 2024-11-12T15:21:19,676 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ad159ff54291da86664fa7d0be9e93d7, disabling compactions & flushes 2024-11-12T15:21:19,676 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731424862000.ad159ff54291da86664fa7d0be9e93d7. 2024-11-12T15:21:19,676 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731424862000.ad159ff54291da86664fa7d0be9e93d7. 2024-11-12T15:21:19,676 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731424862000.ad159ff54291da86664fa7d0be9e93d7. after waiting 0 ms 2024-11-12T15:21:19,676 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731424862000.ad159ff54291da86664fa7d0be9e93d7. 2024-11-12T15:21:19,676 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ad159ff54291da86664fa7d0be9e93d7: Waiting for close lock at 1731424879676Running coprocessor pre-close hooks at 1731424879676Disabling compacts and flushes for region at 1731424879676Disabling writes for close at 1731424879676Failed flush hbase:replication,,1731424862000.ad159ff54291da86664fa7d0be9e93d7., putting online again at 1731424879676 2024-11-12T15:21:19,676 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731424862000.ad159ff54291da86664fa7d0be9e93d7. 2024-11-12T15:21:19,679 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/data/hbase/meta/1588230740/info/710ac94eb7294a78a602757ced36db7f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T15:21:19,680 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/data/hbase/meta/1588230740/.tmp/ns/0d3b518c5a974bf2ae8273099122ce97 as hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/data/hbase/meta/1588230740/ns/0d3b518c5a974bf2ae8273099122ce97 2024-11-12T15:21:19,683 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/data/hbase/meta/1588230740/ns/0d3b518c5a974bf2ae8273099122ce97, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T15:21:19,683 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/data/hbase/meta/1588230740/.tmp/rep_barrier/3192d696cf334ee6bed9a232bdc99001 as hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/data/hbase/meta/1588230740/rep_barrier/3192d696cf334ee6bed9a232bdc99001 2024-11-12T15:21:19,686 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/data/hbase/meta/1588230740/rep_barrier/3192d696cf334ee6bed9a232bdc99001, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T15:21:19,687 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/data/hbase/meta/1588230740/.tmp/table/1cb6d803f87044d0850a0485807eafb2 as hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/data/hbase/meta/1588230740/table/1cb6d803f87044d0850a0485807eafb2 2024-11-12T15:21:19,690 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/data/hbase/meta/1588230740/table/1cb6d803f87044d0850a0485807eafb2, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T15:21:19,691 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1303ms, sequenceid=16, compaction requested=false 2024-11-12T15:21:19,691 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T15:21:19,696 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T15:21:19,696 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T15:21:19,696 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T15:21:19,696 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T15:21:19,696 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731424878388Running coprocessor pre-close hooks at 1731424878388Disabling compacts and flushes for region at 1731424878388Disabling writes for close at 1731424878388Obtaining lock to block concurrent updates at 1731424878388Preparing flush snapshotting stores in 1588230740 at 1731424878388Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731424878388Flushing stores of hbase:meta,,1.1588230740 at 1731424878388Flushing 1588230740/info: creating writer at 1731424878389 (+1 ms)Flushing 1588230740/info: appending metadata at 1731424878401 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731424878401Flushing 1588230740/ns: creating writer at 1731424878809 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731424878826 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731424878826Flushing 1588230740/rep_barrier: creating writer at 1731424879233 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731424879244 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731424879244Flushing 1588230740/table: creating writer at 1731424879652 (+408 ms)Flushing 1588230740/table: appending metadata at 1731424879665 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731424879665Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35f2f823: reopening flushed file at 1731424879674 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c81aa3d: reopening flushed file at 1731424879679 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c0c2861: reopening flushed file at 1731424879683 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2001c50: reopening flushed file at 1731424879687 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1303ms, sequenceid=16, compaction requested=false at 1731424879691 (+4 ms)Writing region close event to WAL at 1731424879692 (+1 ms)Running coprocessor post-close hooks at 1731424879696 (+4 ms)Closed at 1731424879696 2024-11-12T15:21:19,696 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T15:21:19,789 INFO [RS:0;a6f201fa5419:33293 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T15:21:19,789 DEBUG [RS:0;a6f201fa5419:33293 {}] regionserver.HRegionServer(1325): Online Regions={ad159ff54291da86664fa7d0be9e93d7=hbase:replication,,1731424862000.ad159ff54291da86664fa7d0be9e93d7.} 2024-11-12T15:21:19,789 INFO [RS:0;a6f201fa5419:33293 {}] regionserver.HRegionServer(3091): Received CLOSE for ad159ff54291da86664fa7d0be9e93d7 2024-11-12T15:21:19,789 DEBUG [RS:0;a6f201fa5419:33293 {}] regionserver.HRegionServer(1351): Waiting on ad159ff54291da86664fa7d0be9e93d7 2024-11-12T15:21:19,789 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ad159ff54291da86664fa7d0be9e93d7, disabling compactions & flushes 2024-11-12T15:21:19,789 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731424862000.ad159ff54291da86664fa7d0be9e93d7. 2024-11-12T15:21:19,789 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731424862000.ad159ff54291da86664fa7d0be9e93d7. 2024-11-12T15:21:19,789 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731424862000.ad159ff54291da86664fa7d0be9e93d7. after waiting 0 ms 2024-11-12T15:21:19,789 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731424862000.ad159ff54291da86664fa7d0be9e93d7. 2024-11-12T15:21:19,789 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ad159ff54291da86664fa7d0be9e93d7: Waiting for close lock at 1731424879789Running coprocessor pre-close hooks at 1731424879789Disabling compacts and flushes for region at 1731424879789Disabling writes for close at 1731424879789Failed flush hbase:replication,,1731424862000.ad159ff54291da86664fa7d0be9e93d7., putting online again at 1731424879789 2024-11-12T15:21:19,789 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731424862000.ad159ff54291da86664fa7d0be9e93d7. 2024-11-12T15:21:19,858 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.wal-reader.a6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/WALs/a6f201fa5419,33293,1731424846618/a6f201fa5419%2C33293%2C1731424846618.1731424848513 to pos 1720, reset compression=false 2024-11-12T15:21:19,862 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.wal-reader.a6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T15:21:19,862 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.wal-reader.a6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/WALs/a6f201fa5419,33293,1731424846618/a6f201fa5419%2C33293%2C1731424846618.1731424848513 to pos 2364, reset compression=false 2024-11-12T15:21:19,903 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.wal-reader.a6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/WALs/a6f201fa5419,41327,1731424840835/a6f201fa5419%2C41327%2C1731424840835.1731424843177 to pos 1493, reset compression=false 2024-11-12T15:21:19,989 INFO [RS:0;a6f201fa5419:33293 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-12T15:21:19,989 INFO [RS:0;a6f201fa5419:33293 {}] regionserver.HRegionServer(976): stopping server a6f201fa5419,33293,1731424846618; all regions closed. 2024-11-12T15:21:19,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45607 is added to blk_1073741834_1010 (size=4239) 2024-11-12T15:21:19,991 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/WALs/a6f201fa5419,33293,1731424846618/a6f201fa5419%2C33293%2C1731424846618.meta.1731424849418.meta not finished, retry = 0 2024-11-12T15:21:20,065 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.wal-reader.a6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/WALs/a6f201fa5419,33293,1731424846618/a6f201fa5419%2C33293%2C1731424846618.1731424848513 to pos 2364, reset compression=false 2024-11-12T15:21:20,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45607 is added to blk_1073741839_1015 (size=2609) 2024-11-12T15:21:20,093 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/WALs/a6f201fa5419,33293,1731424846618/a6f201fa5419%2C33293%2C1731424846618.rep.1731424863130 not finished, retry = 0 2024-11-12T15:21:20,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45607 is added to blk_1073741832_1008 (size=2372) 2024-11-12T15:21:20,195 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/WALs/a6f201fa5419,33293,1731424846618/a6f201fa5419%2C33293%2C1731424846618.1731424848513 not finished, retry = 0 2024-11-12T15:21:20,296 DEBUG [RS:0;a6f201fa5419:33293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:20,296 INFO [RS:0;a6f201fa5419:33293 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T15:21:20,296 INFO [RS:0;a6f201fa5419:33293 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T15:21:20,296 INFO [RS:0;a6f201fa5419:33293 {}] hbase.ChoreService(370): Chore service for: regionserver/a6f201fa5419:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T15:21:20,297 INFO [RS:0;a6f201fa5419:33293 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T15:21:20,297 INFO [regionserver/a6f201fa5419:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T15:21:20,297 INFO [RS:0;a6f201fa5419:33293 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a6f201fa5419,33293,1731424846618 because: Region server is closing 2024-11-12T15:21:20,297 INFO [RS:0;a6f201fa5419:33293 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a6f201fa5419:33293. 2024-11-12T15:21:20,297 DEBUG [RS:0;a6f201fa5419:33293 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:21:20,297 DEBUG [RS:0;a6f201fa5419:33293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:20,297 DEBUG [RS:0;a6f201fa5419:33293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:20,297 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:21:20,397 INFO [RS:0;a6f201fa5419:33293 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,33293,1731424846618.replicationSource.shippera6f201fa5419%2C33293%2C1731424846618,1-a6f201fa5419,33293,1731424846618 terminated 2024-11-12T15:21:20,397 INFO [RS:0;a6f201fa5419:33293 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a6f201fa5419:33293. 2024-11-12T15:21:20,398 DEBUG [RS:0;a6f201fa5419:33293 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:21:20,398 DEBUG [RS:0;a6f201fa5419:33293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:20,398 DEBUG [RS:0;a6f201fa5419:33293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:20,398 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:21:20,398 INFO [RS:0;a6f201fa5419:33293 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33293 2024-11-12T15:21:20,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45371-0x1012fa25ec80003, quorum=127.0.0.1:62421, baseZNode=/11388933180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11388933180/rs 2024-11-12T15:21:20,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33293-0x1012fa25ec80004, quorum=127.0.0.1:62421, baseZNode=/11388933180 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11388933180/rs/a6f201fa5419,33293,1731424846618 2024-11-12T15:21:20,438 INFO [RS:0;a6f201fa5419:33293 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T15:21:20,448 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a6f201fa5419,33293,1731424846618] 2024-11-12T15:21:20,459 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11388933180/draining/a6f201fa5419,33293,1731424846618 already deleted, retry=false 2024-11-12T15:21:20,459 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a6f201fa5419,33293,1731424846618 expired; onlineServers=0 2024-11-12T15:21:20,459 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a6f201fa5419,45371,1731424846337' ***** 2024-11-12T15:21:20,459 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T15:21:20,459 INFO [M:0;a6f201fa5419:45371 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T15:21:20,459 INFO [M:0;a6f201fa5419:45371 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T15:21:20,459 DEBUG [M:0;a6f201fa5419:45371 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T15:21:20,459 DEBUG [M:0;a6f201fa5419:45371 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T15:21:20,459 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T15:21:20,459 DEBUG [master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.large.0-1731424848228 {}] cleaner.HFileCleaner(306): Exit Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.large.0-1731424848228,5,FailOnTimeoutGroup] 2024-11-12T15:21:20,459 DEBUG [master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.small.0-1731424848228 {}] cleaner.HFileCleaner(306): Exit Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.small.0-1731424848228,5,FailOnTimeoutGroup] 2024-11-12T15:21:20,459 INFO [M:0;a6f201fa5419:45371 {}] hbase.ChoreService(370): Chore service for: master/a6f201fa5419:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T15:21:20,459 INFO [M:0;a6f201fa5419:45371 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T15:21:20,459 DEBUG [M:0;a6f201fa5419:45371 {}] master.HMaster(1795): Stopping service threads 2024-11-12T15:21:20,459 INFO [M:0;a6f201fa5419:45371 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T15:21:20,460 INFO [M:0;a6f201fa5419:45371 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T15:21:20,460 INFO [M:0;a6f201fa5419:45371 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T15:21:20,460 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T15:21:20,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45371-0x1012fa25ec80003, quorum=127.0.0.1:62421, baseZNode=/11388933180 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11388933180/master 2024-11-12T15:21:20,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45371-0x1012fa25ec80003, quorum=127.0.0.1:62421, baseZNode=/11388933180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11388933180 2024-11-12T15:21:20,470 DEBUG [M:0;a6f201fa5419:45371 {}] zookeeper.ZKUtil(347): master:45371-0x1012fa25ec80003, quorum=127.0.0.1:62421, baseZNode=/11388933180 Unable to get data of znode /11388933180/master because node does not exist (not an error) 2024-11-12T15:21:20,470 WARN [M:0;a6f201fa5419:45371 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T15:21:20,470 INFO [M:0;a6f201fa5419:45371 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/.lastflushedseqids 2024-11-12T15:21:20,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45607 is added to blk_1073741847_1023 (size=245) 2024-11-12T15:21:20,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33293-0x1012fa25ec80004, quorum=127.0.0.1:62421, baseZNode=/11388933180 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:21:20,549 INFO [RS:0;a6f201fa5419:33293 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T15:21:20,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33293-0x1012fa25ec80004, quorum=127.0.0.1:62421, baseZNode=/11388933180 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:21:20,549 INFO [RS:0;a6f201fa5419:33293 {}] regionserver.HRegionServer(1031): Exiting; stopping=a6f201fa5419,33293,1731424846618; zookeeper connection closed. 2024-11-12T15:21:20,549 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3c650f52 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3c650f52 2024-11-12T15:21:20,549 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T15:21:20,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:20,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:20,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:20,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:20,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:20,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:20,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:20,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:20,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:20,675 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:20,675 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:20,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:20,874 INFO [M:0;a6f201fa5419:45371 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T15:21:20,874 INFO [M:0;a6f201fa5419:45371 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T15:21:20,874 DEBUG [M:0;a6f201fa5419:45371 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T15:21:20,874 INFO [M:0;a6f201fa5419:45371 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:21:20,874 DEBUG [M:0;a6f201fa5419:45371 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:21:20,874 DEBUG [M:0;a6f201fa5419:45371 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T15:21:20,874 DEBUG [M:0;a6f201fa5419:45371 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:21:20,874 INFO [M:0;a6f201fa5419:45371 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-12T15:21:20,887 DEBUG [M:0;a6f201fa5419:45371 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4841e16a9d354b4585aafe99ee439806 is 82, key is hbase:meta,,1/info:regioninfo/1731424849446/Put/seqid=0 2024-11-12T15:21:20,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45607 is added to blk_1073741848_1024 (size=5672) 2024-11-12T15:21:21,007 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.wal-reader.a6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/WALs/a6f201fa5419,41327,1731424840835/a6f201fa5419%2C41327%2C1731424840835.1731424843177 to pos 1493, reset compression=false 2024-11-12T15:21:21,197 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T15:21:21,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:21,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:21,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:21,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:21,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:21,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:21,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:21,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:21,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:21,243 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:21,243 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:21,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:21,291 INFO [M:0;a6f201fa5419:45371 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4841e16a9d354b4585aafe99ee439806 2024-11-12T15:21:21,307 DEBUG [M:0;a6f201fa5419:45371 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/04347dec2f7146e0aabe80c8825667ef is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731424857705/Put/seqid=0 2024-11-12T15:21:21,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45607 is added to blk_1073741849_1025 (size=7219) 2024-11-12T15:21:21,711 INFO [M:0;a6f201fa5419:45371 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/04347dec2f7146e0aabe80c8825667ef 2024-11-12T15:21:21,714 INFO [M:0;a6f201fa5419:45371 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 04347dec2f7146e0aabe80c8825667ef 2024-11-12T15:21:21,726 DEBUG [M:0;a6f201fa5419:45371 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f973d3b3381e472b90c7a779b816578b is 69, key is a6f201fa5419,33293,1731424846618/rs:state/1731424848301/Put/seqid=0 2024-11-12T15:21:21,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45607 is added to blk_1073741850_1026 (size=5156) 2024-11-12T15:21:22,129 INFO [M:0;a6f201fa5419:45371 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f973d3b3381e472b90c7a779b816578b 2024-11-12T15:21:22,133 DEBUG [M:0;a6f201fa5419:45371 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4841e16a9d354b4585aafe99ee439806 as hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4841e16a9d354b4585aafe99ee439806 2024-11-12T15:21:22,136 INFO [M:0;a6f201fa5419:45371 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4841e16a9d354b4585aafe99ee439806, entries=8, sequenceid=105, filesize=5.5 K 2024-11-12T15:21:22,137 DEBUG [M:0;a6f201fa5419:45371 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/04347dec2f7146e0aabe80c8825667ef as hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/04347dec2f7146e0aabe80c8825667ef 2024-11-12T15:21:22,139 INFO [M:0;a6f201fa5419:45371 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 04347dec2f7146e0aabe80c8825667ef 2024-11-12T15:21:22,139 INFO [M:0;a6f201fa5419:45371 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/04347dec2f7146e0aabe80c8825667ef, entries=11, sequenceid=105, filesize=7.0 K 2024-11-12T15:21:22,140 DEBUG [M:0;a6f201fa5419:45371 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f973d3b3381e472b90c7a779b816578b as hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f973d3b3381e472b90c7a779b816578b 2024-11-12T15:21:22,143 INFO [M:0;a6f201fa5419:45371 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33465/user/jenkins/test-data/435671c7-79c0-29ac-913c-3ea8ac063451/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f973d3b3381e472b90c7a779b816578b, entries=1, sequenceid=105, filesize=5.0 K 2024-11-12T15:21:22,143 INFO [M:0;a6f201fa5419:45371 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1269ms, sequenceid=105, compaction requested=false 2024-11-12T15:21:22,144 INFO [M:0;a6f201fa5419:45371 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:21:22,144 DEBUG [M:0;a6f201fa5419:45371 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731424880874Disabling compacts and flushes for region at 1731424880874Disabling writes for close at 1731424880874Obtaining lock to block concurrent updates at 1731424880874Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731424880874Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1731424880875 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731424880875Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731424880875Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731424880887 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731424880887Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731424881294 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731424881306 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731424881306Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731424881714 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731424881726 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731424881726Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21fa6a07: reopening flushed file at 1731424882133 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68dd5062: reopening flushed file at 1731424882136 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3837ec2f: reopening flushed file at 1731424882139 (+3 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1269ms, sequenceid=105, compaction requested=false at 1731424882143 (+4 ms)Writing region close event to WAL at 1731424882144 (+1 ms)Closed at 1731424882144 2024-11-12T15:21:22,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45607 is added to blk_1073741830_1006 (size=64435) 2024-11-12T15:21:22,146 INFO [M:0;a6f201fa5419:45371 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T15:21:22,146 INFO [M:0;a6f201fa5419:45371 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45371 2024-11-12T15:21:22,146 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T15:21:22,147 INFO [M:0;a6f201fa5419:45371 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T15:21:22,210 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.wal-reader.a6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/WALs/a6f201fa5419,41327,1731424840835/a6f201fa5419%2C41327%2C1731424840835.1731424843177 to pos 1493, reset compression=false 2024-11-12T15:21:22,296 INFO [M:0;a6f201fa5419:45371 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T15:21:22,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45371-0x1012fa25ec80003, quorum=127.0.0.1:62421, baseZNode=/11388933180 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:21:22,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45371-0x1012fa25ec80003, quorum=127.0.0.1:62421, baseZNode=/11388933180 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:21:22,298 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b23a4a6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T15:21:22,298 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@56de0319{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T15:21:22,298 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T15:21:22,298 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@674af949{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T15:21:22,299 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44a91cc4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29549d3b-bd60-370b-d17a-d95e82a28af9/hadoop.log.dir/,STOPPED} 2024-11-12T15:21:22,300 WARN [BP-1373548252-172.17.0.2-1731424844328 heartbeating to localhost/127.0.0.1:33465 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T15:21:22,300 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T15:21:22,300 WARN [BP-1373548252-172.17.0.2-1731424844328 heartbeating to localhost/127.0.0.1:33465 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1373548252-172.17.0.2-1731424844328 (Datanode Uuid 75b0463c-4470-4102-adbc-4d39291ee28a) service to localhost/127.0.0.1:33465 2024-11-12T15:21:22,300 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T15:21:22,300 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29549d3b-bd60-370b-d17a-d95e82a28af9/cluster_dda2cfce-cd5c-8a67-dc39-cd3b3c5c61c2/data/data1/current/BP-1373548252-172.17.0.2-1731424844328 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T15:21:22,300 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29549d3b-bd60-370b-d17a-d95e82a28af9/cluster_dda2cfce-cd5c-8a67-dc39-cd3b3c5c61c2/data/data2/current/BP-1373548252-172.17.0.2-1731424844328 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T15:21:22,300 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T15:21:22,306 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1616dc96{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T15:21:22,306 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44dbfc84{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T15:21:22,306 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T15:21:22,306 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@503cf90c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T15:21:22,306 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55b12147{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29549d3b-bd60-370b-d17a-d95e82a28af9/hadoop.log.dir/,STOPPED} 2024-11-12T15:21:22,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T15:21:22,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T15:21:22,319 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T15:21:22,319 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:21:22,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:22,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:22,319 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T15:21:22,319 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=621210151, stopped=false 2024-11-12T15:21:22,319 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a6f201fa5419,41597,1731424840631 2024-11-12T15:21:22,319 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:21:22,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1012fa25ec80001, quorum=127.0.0.1:62421, baseZNode=/0-666504807 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-666504807/running 2024-11-12T15:21:22,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41597-0x1012fa25ec80000, quorum=127.0.0.1:62421, baseZNode=/0-666504807 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-666504807/running 2024-11-12T15:21:22,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1012fa25ec80001, quorum=127.0.0.1:62421, baseZNode=/0-666504807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-666504807 2024-11-12T15:21:22,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41597-0x1012fa25ec80000, quorum=127.0.0.1:62421, baseZNode=/0-666504807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-666504807 2024-11-12T15:21:22,333 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T15:21:22,333 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41327-0x1012fa25ec80001, quorum=127.0.0.1:62421, baseZNode=/0-666504807 Set watcher on znode that does not yet exist, /0-666504807/running 2024-11-12T15:21:22,333 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41597-0x1012fa25ec80000, quorum=127.0.0.1:62421, baseZNode=/0-666504807 Set watcher on znode that does not yet exist, /0-666504807/running 2024-11-12T15:21:22,333 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T15:21:22,333 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:21:22,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:22,334 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a6f201fa5419,41327,1731424840835' ***** 2024-11-12T15:21:22,334 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T15:21:22,334 INFO [RS:0;a6f201fa5419:41327 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T15:21:22,334 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T15:21:22,334 INFO [RS:0;a6f201fa5419:41327 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T15:21:22,334 INFO [RS:0;a6f201fa5419:41327 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T15:21:22,334 INFO [RS:0;a6f201fa5419:41327 {}] regionserver.HRegionServer(3091): Received CLOSE for a9081cfc859c76bffcd03fdad37e98a9 2024-11-12T15:21:22,334 INFO [RS:0;a6f201fa5419:41327 {}] regionserver.HRegionServer(3091): Received CLOSE for 6738cbe1851aeb494b21c63b3494bb42 2024-11-12T15:21:22,334 INFO [RS:0;a6f201fa5419:41327 {}] regionserver.HRegionServer(959): stopping server a6f201fa5419,41327,1731424840835 2024-11-12T15:21:22,334 INFO [RS:0;a6f201fa5419:41327 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T15:21:22,334 INFO [RS:0;a6f201fa5419:41327 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a6f201fa5419:41327. 2024-11-12T15:21:22,334 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a9081cfc859c76bffcd03fdad37e98a9, disabling compactions & flushes 2024-11-12T15:21:22,334 DEBUG [RS:0;a6f201fa5419:41327 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:21:22,334 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731424859851.a9081cfc859c76bffcd03fdad37e98a9. 2024-11-12T15:21:22,334 DEBUG [RS:0;a6f201fa5419:41327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:22,334 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731424859851.a9081cfc859c76bffcd03fdad37e98a9. 2024-11-12T15:21:22,334 INFO [RS:0;a6f201fa5419:41327 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T15:21:22,334 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731424859851.a9081cfc859c76bffcd03fdad37e98a9. after waiting 0 ms 2024-11-12T15:21:22,334 INFO [RS:0;a6f201fa5419:41327 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T15:21:22,334 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731424859851.a9081cfc859c76bffcd03fdad37e98a9. 2024-11-12T15:21:22,334 INFO [RS:0;a6f201fa5419:41327 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T15:21:22,334 INFO [RS:0;a6f201fa5419:41327 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T15:21:22,335 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a9081cfc859c76bffcd03fdad37e98a9 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-12T15:21:22,335 INFO [RS:0;a6f201fa5419:41327 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T15:21:22,335 DEBUG [RS:0;a6f201fa5419:41327 {}] regionserver.HRegionServer(1325): Online Regions={a9081cfc859c76bffcd03fdad37e98a9=hbase:replication,,1731424859851.a9081cfc859c76bffcd03fdad37e98a9., 1588230740=hbase:meta,,1.1588230740, 6738cbe1851aeb494b21c63b3494bb42=test,,1731424855401.6738cbe1851aeb494b21c63b3494bb42.} 2024-11-12T15:21:22,335 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T15:21:22,335 DEBUG [RS:0;a6f201fa5419:41327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6738cbe1851aeb494b21c63b3494bb42, a9081cfc859c76bffcd03fdad37e98a9 2024-11-12T15:21:22,335 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T15:21:22,335 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T15:21:22,335 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T15:21:22,335 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T15:21:22,335 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T15:21:22,347 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/data/hbase/meta/1588230740/.tmp/info/70185a5bd980457bba490807ce76dd93 is 147, key is hbase:replication,,1731424859851.a9081cfc859c76bffcd03fdad37e98a9./info:regioninfo/1731424861006/Put/seqid=0 2024-11-12T15:21:22,347 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/data/hbase/replication/a9081cfc859c76bffcd03fdad37e98a9/.tmp/queue/2907bfb693bd434da09ab98feabfface is 154, key is 1-a6f201fa5419,41327,1731424840835/queue:a6f201fa5419%2C41327%2C1731424840835/1731424874474/Put/seqid=0 2024-11-12T15:21:22,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35975 is added to blk_1073741840_1016 (size=7686) 2024-11-12T15:21:22,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35975 is added to blk_1073741841_1017 (size=5353) 2024-11-12T15:21:22,361 INFO [regionserver/a6f201fa5419:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T15:21:22,535 DEBUG [RS:0;a6f201fa5419:41327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6738cbe1851aeb494b21c63b3494bb42, a9081cfc859c76bffcd03fdad37e98a9 2024-11-12T15:21:22,735 DEBUG [RS:0;a6f201fa5419:41327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6738cbe1851aeb494b21c63b3494bb42, a9081cfc859c76bffcd03fdad37e98a9 2024-11-12T15:21:22,752 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/data/hbase/meta/1588230740/.tmp/info/70185a5bd980457bba490807ce76dd93 2024-11-12T15:21:22,753 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/data/hbase/replication/a9081cfc859c76bffcd03fdad37e98a9/.tmp/queue/2907bfb693bd434da09ab98feabfface 2024-11-12T15:21:22,757 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/data/hbase/replication/a9081cfc859c76bffcd03fdad37e98a9/.tmp/queue/2907bfb693bd434da09ab98feabfface as hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/data/hbase/replication/a9081cfc859c76bffcd03fdad37e98a9/queue/2907bfb693bd434da09ab98feabfface 2024-11-12T15:21:22,760 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/data/hbase/replication/a9081cfc859c76bffcd03fdad37e98a9/queue/2907bfb693bd434da09ab98feabfface, entries=1, sequenceid=14, filesize=5.2 K 2024-11-12T15:21:22,761 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for a9081cfc859c76bffcd03fdad37e98a9 in 427ms, sequenceid=14, compaction requested=false 2024-11-12T15:21:22,768 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/data/hbase/replication/a9081cfc859c76bffcd03fdad37e98a9/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-12T15:21:22,769 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T15:21:22,769 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T15:21:22,769 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731424859851.a9081cfc859c76bffcd03fdad37e98a9. 2024-11-12T15:21:22,769 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a9081cfc859c76bffcd03fdad37e98a9: Waiting for close lock at 1731424882334Running coprocessor pre-close hooks at 1731424882334Disabling compacts and flushes for region at 1731424882334Disabling writes for close at 1731424882334Obtaining lock to block concurrent updates at 1731424882335 (+1 ms)Preparing flush snapshotting stores in a9081cfc859c76bffcd03fdad37e98a9 at 1731424882335Finished memstore snapshotting hbase:replication,,1731424859851.a9081cfc859c76bffcd03fdad37e98a9., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731424882335Flushing stores of hbase:replication,,1731424859851.a9081cfc859c76bffcd03fdad37e98a9. at 1731424882335Flushing a9081cfc859c76bffcd03fdad37e98a9/queue: creating writer at 1731424882335Flushing a9081cfc859c76bffcd03fdad37e98a9/queue: appending metadata at 1731424882347 (+12 ms)Flushing a9081cfc859c76bffcd03fdad37e98a9/queue: closing flushed file at 1731424882347Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@468aa8ae: reopening flushed file at 1731424882756 (+409 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for a9081cfc859c76bffcd03fdad37e98a9 in 427ms, sequenceid=14, compaction requested=false at 1731424882761 (+5 ms)Writing region close event to WAL at 1731424882765 (+4 ms)Running coprocessor post-close hooks at 1731424882769 (+4 ms)Closed at 1731424882769 2024-11-12T15:21:22,769 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731424859851.a9081cfc859c76bffcd03fdad37e98a9. 2024-11-12T15:21:22,769 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6738cbe1851aeb494b21c63b3494bb42, disabling compactions & flushes 2024-11-12T15:21:22,769 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731424855401.6738cbe1851aeb494b21c63b3494bb42. 2024-11-12T15:21:22,769 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731424855401.6738cbe1851aeb494b21c63b3494bb42. 2024-11-12T15:21:22,769 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731424855401.6738cbe1851aeb494b21c63b3494bb42. after waiting 0 ms 2024-11-12T15:21:22,769 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731424855401.6738cbe1851aeb494b21c63b3494bb42. 2024-11-12T15:21:22,769 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6738cbe1851aeb494b21c63b3494bb42 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-12T15:21:22,771 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/data/hbase/meta/1588230740/.tmp/ns/9ab783516a374282b6a9dad93ca94faf is 43, key is default/ns:d/1731424844225/Put/seqid=0 2024-11-12T15:21:22,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35975 is added to blk_1073741842_1018 (size=5153) 2024-11-12T15:21:22,786 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/data/default/test/6738cbe1851aeb494b21c63b3494bb42/.tmp/f/bff9779b6dcc413c8810ee480f4a8b0c is 37, key is row3/f:row3/1731424872999/Put/seqid=0 2024-11-12T15:21:22,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35975 is added to blk_1073741843_1019 (size=5228) 2024-11-12T15:21:22,935 DEBUG [RS:0;a6f201fa5419:41327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6738cbe1851aeb494b21c63b3494bb42 2024-11-12T15:21:23,074 INFO [regionserver/a6f201fa5419:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T15:21:23,074 INFO [regionserver/a6f201fa5419:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T15:21:23,135 DEBUG [RS:0;a6f201fa5419:41327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6738cbe1851aeb494b21c63b3494bb42 2024-11-12T15:21:23,174 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/data/hbase/meta/1588230740/.tmp/ns/9ab783516a374282b6a9dad93ca94faf 2024-11-12T15:21:23,190 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/data/default/test/6738cbe1851aeb494b21c63b3494bb42/.tmp/f/bff9779b6dcc413c8810ee480f4a8b0c 2024-11-12T15:21:23,193 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/data/hbase/meta/1588230740/.tmp/rep_barrier/fe7d59ea5e3f4779a528967017b1b009 is 112, key is test,,1731424855401.6738cbe1851aeb494b21c63b3494bb42./rep_barrier:seqnumDuringOpen/1731424856144/Put/seqid=0 2024-11-12T15:21:23,193 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bff9779b6dcc413c8810ee480f4a8b0c 2024-11-12T15:21:23,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35975 is added to blk_1073741844_1020 (size=5518) 2024-11-12T15:21:23,207 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/data/default/test/6738cbe1851aeb494b21c63b3494bb42/.tmp/f1/59ef1cddb00746ab91e05a62f8bb6cff is 30, key is row1/f1:/1731424870348/DeleteFamily/seqid=0 2024-11-12T15:21:23,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35975 is added to blk_1073741845_1021 (size=5158) 2024-11-12T15:21:23,336 INFO [RS:0;a6f201fa5419:41327 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T15:21:23,336 DEBUG [RS:0;a6f201fa5419:41327 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6738cbe1851aeb494b21c63b3494bb42=test,,1731424855401.6738cbe1851aeb494b21c63b3494bb42.} 2024-11-12T15:21:23,336 DEBUG [RS:0;a6f201fa5419:41327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6738cbe1851aeb494b21c63b3494bb42 2024-11-12T15:21:23,513 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.wal-reader.a6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/WALs/a6f201fa5419,41327,1731424840835/a6f201fa5419%2C41327%2C1731424840835.1731424843177 to pos 1493, reset compression=false 2024-11-12T15:21:23,517 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.wal-reader.a6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T15:21:23,517 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.wal-reader.a6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/WALs/a6f201fa5419,41327,1731424840835/a6f201fa5419%2C41327%2C1731424840835.1731424843177 to pos 1740, reset compression=false 2024-11-12T15:21:23,517 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.shippera6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a6f201fa5419,41327,1731424840835 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/WALs/a6f201fa5419,41327,1731424840835/a6f201fa5419%2C41327%2C1731424840835.1731424843177, lastWalPosition=1740, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T15:21:23,518 ERROR [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.shippera6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a6f201fa5419,41327,1731424840835: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-a6f201fa5419,41327,1731424840835, walGroup=a6f201fa5419%2C41327%2C1731424840835, offset=a6f201fa5419%2C41327%2C1731424840835.1731424843177:1740, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a6f201fa5419:41327 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T15:21:23,519 ERROR [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.shippera6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T15:21:23,519 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.shippera6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T15:21:23,519 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.shippera6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T15:21:23,519 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.shippera6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T15:21:23,519 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.shippera6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T15:21:23,519 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.shippera6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1168113664, "init": 1048576000, "max": 2306867200, "used": 860119656 }, "NonHeapMemoryUsage": { "committed": 201785344, "init": 7667712, "max": -1, "used": 198854096 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T15:21:23,519 WARN [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.shippera6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a6f201fa5419:41597 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a6f201fa5419:41597 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-12T15:21:23,536 DEBUG [RS:0;a6f201fa5419:41327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6738cbe1851aeb494b21c63b3494bb42 2024-11-12T15:21:23,597 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/data/hbase/meta/1588230740/.tmp/rep_barrier/fe7d59ea5e3f4779a528967017b1b009 2024-11-12T15:21:23,610 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/data/default/test/6738cbe1851aeb494b21c63b3494bb42/.tmp/f1/59ef1cddb00746ab91e05a62f8bb6cff 2024-11-12T15:21:23,614 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 59ef1cddb00746ab91e05a62f8bb6cff 2024-11-12T15:21:23,614 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/data/hbase/meta/1588230740/.tmp/table/db92bcdb73fb4110b1e559338dfaefa9 is 53, key is hbase:replication/table:state/1731424861011/Put/seqid=0 2024-11-12T15:21:23,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35975 is added to blk_1073741846_1022 (size=5308) 2024-11-12T15:21:23,630 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/data/default/test/6738cbe1851aeb494b21c63b3494bb42/.tmp/norep/a718eda5ad3f487f9b9eb0f2a9a003b0 is 32, key is row/norep:/1731424869343/DeleteFamily/seqid=0 2024-11-12T15:21:23,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35975 is added to blk_1073741847_1023 (size=5101) 2024-11-12T15:21:23,635 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/data/default/test/6738cbe1851aeb494b21c63b3494bb42/.tmp/norep/a718eda5ad3f487f9b9eb0f2a9a003b0 2024-11-12T15:21:23,638 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a718eda5ad3f487f9b9eb0f2a9a003b0 2024-11-12T15:21:23,638 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/data/default/test/6738cbe1851aeb494b21c63b3494bb42/.tmp/f/bff9779b6dcc413c8810ee480f4a8b0c as hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/data/default/test/6738cbe1851aeb494b21c63b3494bb42/f/bff9779b6dcc413c8810ee480f4a8b0c 2024-11-12T15:21:23,641 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bff9779b6dcc413c8810ee480f4a8b0c 2024-11-12T15:21:23,641 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/data/default/test/6738cbe1851aeb494b21c63b3494bb42/f/bff9779b6dcc413c8810ee480f4a8b0c, entries=5, sequenceid=12, filesize=5.1 K 2024-11-12T15:21:23,642 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/data/default/test/6738cbe1851aeb494b21c63b3494bb42/.tmp/f1/59ef1cddb00746ab91e05a62f8bb6cff as hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/data/default/test/6738cbe1851aeb494b21c63b3494bb42/f1/59ef1cddb00746ab91e05a62f8bb6cff 2024-11-12T15:21:23,645 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 59ef1cddb00746ab91e05a62f8bb6cff 2024-11-12T15:21:23,645 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/data/default/test/6738cbe1851aeb494b21c63b3494bb42/f1/59ef1cddb00746ab91e05a62f8bb6cff, entries=3, sequenceid=12, filesize=5.0 K 2024-11-12T15:21:23,646 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/data/default/test/6738cbe1851aeb494b21c63b3494bb42/.tmp/norep/a718eda5ad3f487f9b9eb0f2a9a003b0 as hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/data/default/test/6738cbe1851aeb494b21c63b3494bb42/norep/a718eda5ad3f487f9b9eb0f2a9a003b0 2024-11-12T15:21:23,649 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a718eda5ad3f487f9b9eb0f2a9a003b0 2024-11-12T15:21:23,650 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/data/default/test/6738cbe1851aeb494b21c63b3494bb42/norep/a718eda5ad3f487f9b9eb0f2a9a003b0, entries=1, sequenceid=12, filesize=5.0 K 2024-11-12T15:21:23,650 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 6738cbe1851aeb494b21c63b3494bb42 in 881ms, sequenceid=12, compaction requested=false 2024-11-12T15:21:23,653 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/data/default/test/6738cbe1851aeb494b21c63b3494bb42/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-12T15:21:23,654 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T15:21:23,654 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T15:21:23,654 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731424855401.6738cbe1851aeb494b21c63b3494bb42. 2024-11-12T15:21:23,654 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6738cbe1851aeb494b21c63b3494bb42: Waiting for close lock at 1731424882769Running coprocessor pre-close hooks at 1731424882769Disabling compacts and flushes for region at 1731424882769Disabling writes for close at 1731424882769Obtaining lock to block concurrent updates at 1731424882769Preparing flush snapshotting stores in 6738cbe1851aeb494b21c63b3494bb42 at 1731424882769Finished memstore snapshotting test,,1731424855401.6738cbe1851aeb494b21c63b3494bb42., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731424882770 (+1 ms)Flushing stores of test,,1731424855401.6738cbe1851aeb494b21c63b3494bb42. at 1731424882770Flushing 6738cbe1851aeb494b21c63b3494bb42/f: creating writer at 1731424882770Flushing 6738cbe1851aeb494b21c63b3494bb42/f: appending metadata at 1731424882786 (+16 ms)Flushing 6738cbe1851aeb494b21c63b3494bb42/f: closing flushed file at 1731424882786Flushing 6738cbe1851aeb494b21c63b3494bb42/f1: creating writer at 1731424883194 (+408 ms)Flushing 6738cbe1851aeb494b21c63b3494bb42/f1: appending metadata at 1731424883206 (+12 ms)Flushing 6738cbe1851aeb494b21c63b3494bb42/f1: closing flushed file at 1731424883206Flushing 6738cbe1851aeb494b21c63b3494bb42/norep: creating writer at 1731424883614 (+408 ms)Flushing 6738cbe1851aeb494b21c63b3494bb42/norep: appending metadata at 1731424883629 (+15 ms)Flushing 6738cbe1851aeb494b21c63b3494bb42/norep: closing flushed file at 1731424883629Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3201109b: reopening flushed file at 1731424883638 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4457cd12: reopening flushed file at 1731424883641 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d743327: reopening flushed file at 1731424883646 (+5 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 6738cbe1851aeb494b21c63b3494bb42 in 881ms, sequenceid=12, compaction requested=false at 1731424883650 (+4 ms)Writing region close event to WAL at 1731424883651 (+1 ms)Running coprocessor post-close hooks at 1731424883654 (+3 ms)Closed at 1731424883654 2024-11-12T15:21:23,654 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731424855401.6738cbe1851aeb494b21c63b3494bb42. 2024-11-12T15:21:23,719 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.wal-reader.a6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/WALs/a6f201fa5419,41327,1731424840835/a6f201fa5419%2C41327%2C1731424840835.1731424843177 to pos 1740, reset compression=false 2024-11-12T15:21:23,723 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.wal-reader.a6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T15:21:23,723 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.wal-reader.a6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/WALs/a6f201fa5419,41327,1731424840835/a6f201fa5419%2C41327%2C1731424840835.1731424843177 to pos 2384, reset compression=false 2024-11-12T15:21:23,736 DEBUG [RS:0;a6f201fa5419:41327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T15:21:23,926 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.wal-reader.a6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/WALs/a6f201fa5419,41327,1731424840835/a6f201fa5419%2C41327%2C1731424840835.1731424843177 to pos 2384, reset compression=false 2024-11-12T15:21:23,936 DEBUG [RS:0;a6f201fa5419:41327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T15:21:24,018 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/data/hbase/meta/1588230740/.tmp/table/db92bcdb73fb4110b1e559338dfaefa9 2024-11-12T15:21:24,022 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/data/hbase/meta/1588230740/.tmp/info/70185a5bd980457bba490807ce76dd93 as hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/data/hbase/meta/1588230740/info/70185a5bd980457bba490807ce76dd93 2024-11-12T15:21:24,025 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/data/hbase/meta/1588230740/info/70185a5bd980457bba490807ce76dd93, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T15:21:24,026 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/data/hbase/meta/1588230740/.tmp/ns/9ab783516a374282b6a9dad93ca94faf as hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/data/hbase/meta/1588230740/ns/9ab783516a374282b6a9dad93ca94faf 2024-11-12T15:21:24,029 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/data/hbase/meta/1588230740/ns/9ab783516a374282b6a9dad93ca94faf, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T15:21:24,029 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/data/hbase/meta/1588230740/.tmp/rep_barrier/fe7d59ea5e3f4779a528967017b1b009 as hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/data/hbase/meta/1588230740/rep_barrier/fe7d59ea5e3f4779a528967017b1b009 2024-11-12T15:21:24,033 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/data/hbase/meta/1588230740/rep_barrier/fe7d59ea5e3f4779a528967017b1b009, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T15:21:24,033 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/data/hbase/meta/1588230740/.tmp/table/db92bcdb73fb4110b1e559338dfaefa9 as hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/data/hbase/meta/1588230740/table/db92bcdb73fb4110b1e559338dfaefa9 2024-11-12T15:21:24,037 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/data/hbase/meta/1588230740/table/db92bcdb73fb4110b1e559338dfaefa9, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T15:21:24,038 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1702ms, sequenceid=16, compaction requested=false 2024-11-12T15:21:24,041 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T15:21:24,041 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T15:21:24,041 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T15:21:24,041 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T15:21:24,041 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731424882335Running coprocessor pre-close hooks at 1731424882335Disabling compacts and flushes for region at 1731424882335Disabling writes for close at 1731424882335Obtaining lock to block concurrent updates at 1731424882335Preparing flush snapshotting stores in 1588230740 at 1731424882335Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731424882335Flushing stores of hbase:meta,,1.1588230740 at 1731424882335Flushing 1588230740/info: creating writer at 1731424882335Flushing 1588230740/info: appending metadata at 1731424882347 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731424882347Flushing 1588230740/ns: creating writer at 1731424882756 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731424882770 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731424882770Flushing 1588230740/rep_barrier: creating writer at 1731424883178 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731424883193 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731424883193Flushing 1588230740/table: creating writer at 1731424883601 (+408 ms)Flushing 1588230740/table: appending metadata at 1731424883613 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731424883613Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3127783: reopening flushed file at 1731424884021 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a4c1665: reopening flushed file at 1731424884025 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28434682: reopening flushed file at 1731424884029 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d0b100c: reopening flushed file at 1731424884033 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1702ms, sequenceid=16, compaction requested=false at 1731424884038 (+5 ms)Writing region close event to WAL at 1731424884039 (+1 ms)Running coprocessor post-close hooks at 1731424884041 (+2 ms)Closed at 1731424884041 2024-11-12T15:21:24,042 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T15:21:24,136 INFO [RS:0;a6f201fa5419:41327 {}] regionserver.HRegionServer(976): stopping server a6f201fa5419,41327,1731424840835; all regions closed. 2024-11-12T15:21:24,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35975 is added to blk_1073741834_1010 (size=4239) 2024-11-12T15:21:24,138 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/WALs/a6f201fa5419,41327,1731424840835/a6f201fa5419%2C41327%2C1731424840835.meta.1731424844146.meta not finished, retry = 0 2024-11-12T15:21:24,229 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.wal-reader.a6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/WALs/a6f201fa5419,41327,1731424840835/a6f201fa5419%2C41327%2C1731424840835.1731424843177 to pos 2384, reset compression=false 2024-11-12T15:21:24,238 INFO [master/a6f201fa5419:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-12T15:21:24,238 INFO [master/a6f201fa5419:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-12T15:21:24,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35975 is added to blk_1073741839_1015 (size=3552) 2024-11-12T15:21:24,240 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/WALs/a6f201fa5419,41327,1731424840835/a6f201fa5419%2C41327%2C1731424840835.rep.1731424860980 not finished, retry = 0 2024-11-12T15:21:24,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35975 is added to blk_1073741832_1008 (size=2392) 2024-11-12T15:21:24,343 DEBUG [RS:0;a6f201fa5419:41327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:24,343 INFO [RS:0;a6f201fa5419:41327 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T15:21:24,343 INFO [RS:0;a6f201fa5419:41327 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T15:21:24,343 INFO [RS:0;a6f201fa5419:41327 {}] hbase.ChoreService(370): Chore service for: regionserver/a6f201fa5419:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T15:21:24,344 INFO [RS:0;a6f201fa5419:41327 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T15:21:24,344 INFO [regionserver/a6f201fa5419:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T15:21:24,344 INFO [RS:0;a6f201fa5419:41327 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a6f201fa5419,41327,1731424840835 because: Region server is closing 2024-11-12T15:21:24,344 INFO [RS:0;a6f201fa5419:41327 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a6f201fa5419:41327. 2024-11-12T15:21:24,344 DEBUG [RS:0;a6f201fa5419:41327 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:21:24,344 DEBUG [RS:0;a6f201fa5419:41327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:24,344 DEBUG [RS:0;a6f201fa5419:41327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:24,344 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:21:24,444 INFO [RS:0;a6f201fa5419:41327 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.shippera6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 terminated 2024-11-12T15:21:24,444 INFO [RS:0;a6f201fa5419:41327 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a6f201fa5419:41327. 2024-11-12T15:21:24,444 WARN [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,41327,1731424840835.replicationSource.wal-reader.a6f201fa5419%2C41327%2C1731424840835,1-a6f201fa5419,41327,1731424840835 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T15:21:24,444 DEBUG [RS:0;a6f201fa5419:41327 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:21:24,445 DEBUG [RS:0;a6f201fa5419:41327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:24,445 DEBUG [RS:0;a6f201fa5419:41327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:24,445 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:21:24,445 INFO [RS:0;a6f201fa5419:41327 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41327 2024-11-12T15:21:24,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1012fa25ec80001, quorum=127.0.0.1:62421, baseZNode=/0-666504807 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-666504807/rs/a6f201fa5419,41327,1731424840835 2024-11-12T15:21:24,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41597-0x1012fa25ec80000, quorum=127.0.0.1:62421, baseZNode=/0-666504807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-666504807/rs 2024-11-12T15:21:24,501 INFO [RS:0;a6f201fa5419:41327 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T15:21:24,511 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a6f201fa5419,41327,1731424840835] 2024-11-12T15:21:24,522 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-666504807/draining/a6f201fa5419,41327,1731424840835 already deleted, retry=false 2024-11-12T15:21:24,522 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a6f201fa5419,41327,1731424840835 expired; onlineServers=0 2024-11-12T15:21:24,522 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a6f201fa5419,41597,1731424840631' ***** 2024-11-12T15:21:24,522 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T15:21:24,522 INFO [M:0;a6f201fa5419:41597 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T15:21:24,522 INFO [M:0;a6f201fa5419:41597 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T15:21:24,522 DEBUG [M:0;a6f201fa5419:41597 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T15:21:24,522 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T15:21:24,522 DEBUG [M:0;a6f201fa5419:41597 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T15:21:24,522 DEBUG [master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.large.0-1731424842956 {}] cleaner.HFileCleaner(306): Exit Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.large.0-1731424842956,5,FailOnTimeoutGroup] 2024-11-12T15:21:24,522 DEBUG [master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.small.0-1731424842956 {}] cleaner.HFileCleaner(306): Exit Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.small.0-1731424842956,5,FailOnTimeoutGroup] 2024-11-12T15:21:24,522 INFO [M:0;a6f201fa5419:41597 {}] hbase.ChoreService(370): Chore service for: master/a6f201fa5419:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T15:21:24,523 INFO [M:0;a6f201fa5419:41597 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T15:21:24,523 DEBUG [M:0;a6f201fa5419:41597 {}] master.HMaster(1795): Stopping service threads 2024-11-12T15:21:24,523 INFO [M:0;a6f201fa5419:41597 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T15:21:24,523 INFO [M:0;a6f201fa5419:41597 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T15:21:24,523 ERROR [M:0;a6f201fa5419:41597 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:35155,5,PEWorkerGroup] 2024-11-12T15:21:24,523 INFO [M:0;a6f201fa5419:41597 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T15:21:24,523 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T15:21:24,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41597-0x1012fa25ec80000, quorum=127.0.0.1:62421, baseZNode=/0-666504807 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-666504807/master 2024-11-12T15:21:24,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41597-0x1012fa25ec80000, quorum=127.0.0.1:62421, baseZNode=/0-666504807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-666504807 2024-11-12T15:21:24,532 DEBUG [M:0;a6f201fa5419:41597 {}] zookeeper.ZKUtil(347): master:41597-0x1012fa25ec80000, quorum=127.0.0.1:62421, baseZNode=/0-666504807 Unable to get data of znode /0-666504807/master because node does not exist (not an error) 2024-11-12T15:21:24,532 WARN [M:0;a6f201fa5419:41597 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T15:21:24,533 INFO [M:0;a6f201fa5419:41597 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/.lastflushedseqids 2024-11-12T15:21:24,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35975 is added to blk_1073741848_1024 (size=245) 2024-11-12T15:21:24,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1012fa25ec80001, quorum=127.0.0.1:62421, baseZNode=/0-666504807 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:21:24,612 INFO [RS:0;a6f201fa5419:41327 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T15:21:24,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1012fa25ec80001, quorum=127.0.0.1:62421, baseZNode=/0-666504807 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:21:24,612 INFO [RS:0;a6f201fa5419:41327 {}] regionserver.HRegionServer(1031): Exiting; stopping=a6f201fa5419,41327,1731424840835; zookeeper connection closed. 2024-11-12T15:21:24,612 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@40f6e6c0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@40f6e6c0 2024-11-12T15:21:24,612 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T15:21:24,937 INFO [M:0;a6f201fa5419:41597 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T15:21:24,937 INFO [M:0;a6f201fa5419:41597 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T15:21:24,937 DEBUG [M:0;a6f201fa5419:41597 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T15:21:24,937 INFO [M:0;a6f201fa5419:41597 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:21:24,937 DEBUG [M:0;a6f201fa5419:41597 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:21:24,937 DEBUG [M:0;a6f201fa5419:41597 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T15:21:24,937 DEBUG [M:0;a6f201fa5419:41597 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:21:24,937 INFO [M:0;a6f201fa5419:41597 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-12T15:21:24,950 DEBUG [M:0;a6f201fa5419:41597 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/318e9d2762dc4bdda308041f97553b19 is 82, key is hbase:meta,,1/info:regioninfo/1731424844178/Put/seqid=0 2024-11-12T15:21:24,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35975 is added to blk_1073741849_1025 (size=5672) 2024-11-12T15:21:25,353 INFO [M:0;a6f201fa5419:41597 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/318e9d2762dc4bdda308041f97553b19 2024-11-12T15:21:25,369 DEBUG [M:0;a6f201fa5419:41597 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9b5eed318155420c96919eda8dac6710 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731424856153/Put/seqid=0 2024-11-12T15:21:25,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35975 is added to blk_1073741850_1026 (size=7219) 2024-11-12T15:21:25,773 INFO [M:0;a6f201fa5419:41597 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9b5eed318155420c96919eda8dac6710 2024-11-12T15:21:25,776 INFO [M:0;a6f201fa5419:41597 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9b5eed318155420c96919eda8dac6710 2024-11-12T15:21:25,788 DEBUG [M:0;a6f201fa5419:41597 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/76c1d39797584f728225b335ded51c71 is 69, key is a6f201fa5419,41327,1731424840835/rs:state/1731424843007/Put/seqid=0 2024-11-12T15:21:25,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35975 is added to blk_1073741851_1027 (size=5156) 2024-11-12T15:21:26,191 INFO [M:0;a6f201fa5419:41597 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/76c1d39797584f728225b335ded51c71 2024-11-12T15:21:26,194 DEBUG [M:0;a6f201fa5419:41597 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/318e9d2762dc4bdda308041f97553b19 as hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/318e9d2762dc4bdda308041f97553b19 2024-11-12T15:21:26,197 INFO [M:0;a6f201fa5419:41597 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/318e9d2762dc4bdda308041f97553b19, entries=8, sequenceid=105, filesize=5.5 K 2024-11-12T15:21:26,198 DEBUG [M:0;a6f201fa5419:41597 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9b5eed318155420c96919eda8dac6710 as hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9b5eed318155420c96919eda8dac6710 2024-11-12T15:21:26,201 INFO [M:0;a6f201fa5419:41597 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9b5eed318155420c96919eda8dac6710 2024-11-12T15:21:26,201 INFO [M:0;a6f201fa5419:41597 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9b5eed318155420c96919eda8dac6710, entries=11, sequenceid=105, filesize=7.0 K 2024-11-12T15:21:26,201 DEBUG [M:0;a6f201fa5419:41597 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/76c1d39797584f728225b335ded51c71 as hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/76c1d39797584f728225b335ded51c71 2024-11-12T15:21:26,204 INFO [M:0;a6f201fa5419:41597 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35155/user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/76c1d39797584f728225b335ded51c71, entries=1, sequenceid=105, filesize=5.0 K 2024-11-12T15:21:26,205 INFO [M:0;a6f201fa5419:41597 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1268ms, sequenceid=105, compaction requested=false 2024-11-12T15:21:26,206 INFO [M:0;a6f201fa5419:41597 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:21:26,206 DEBUG [M:0;a6f201fa5419:41597 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731424884937Disabling compacts and flushes for region at 1731424884937Disabling writes for close at 1731424884937Obtaining lock to block concurrent updates at 1731424884937Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731424884937Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1731424884938 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731424884938Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731424884938Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731424884949 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731424884949Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731424885356 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731424885369 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731424885369Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731424885776 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731424885787 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731424885787Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74731e79: reopening flushed file at 1731424886194 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c16d1b0: reopening flushed file at 1731424886197 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@706d30a1: reopening flushed file at 1731424886201 (+4 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1268ms, sequenceid=105, compaction requested=false at 1731424886205 (+4 ms)Writing region close event to WAL at 1731424886205Closed at 1731424886205 2024-11-12T15:21:26,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35975 is added to blk_1073741830_1006 (size=64435) 2024-11-12T15:21:26,207 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f9841f47-f443-871c-3abf-917869cbcb68/MasterData/WALs/a6f201fa5419,41597,1731424840631/a6f201fa5419%2C41597%2C1731424840631.1731424842621 not finished, retry = 0 2024-11-12T15:21:26,308 INFO [M:0;a6f201fa5419:41597 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T15:21:26,308 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T15:21:26,308 INFO [M:0;a6f201fa5419:41597 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41597 2024-11-12T15:21:26,308 INFO [M:0;a6f201fa5419:41597 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T15:21:26,335 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T15:21:26,335 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T15:21:26,335 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T15:21:26,335 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T15:21:26,464 INFO [M:0;a6f201fa5419:41597 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T15:21:26,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41597-0x1012fa25ec80000, quorum=127.0.0.1:62421, baseZNode=/0-666504807 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:21:26,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41597-0x1012fa25ec80000, quorum=127.0.0.1:62421, baseZNode=/0-666504807 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:21:26,467 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5300a547{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T15:21:26,467 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@36df1d49{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T15:21:26,467 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T15:21:26,467 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3aa6bc62{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T15:21:26,467 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1916c03a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a973a964-7259-3882-b31a-2a2511a75d66/hadoop.log.dir/,STOPPED} 2024-11-12T15:21:26,468 WARN [BP-1540905034-172.17.0.2-1731424838451 heartbeating to localhost/127.0.0.1:35155 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T15:21:26,468 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T15:21:26,468 WARN [BP-1540905034-172.17.0.2-1731424838451 heartbeating to localhost/127.0.0.1:35155 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1540905034-172.17.0.2-1731424838451 (Datanode Uuid 7b17bc3d-9033-4efd-94ab-cc0471154fd9) service to localhost/127.0.0.1:35155 2024-11-12T15:21:26,468 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T15:21:26,469 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a973a964-7259-3882-b31a-2a2511a75d66/cluster_f4fdee62-0a0d-54e4-e039-14f581d87e3b/data/data1/current/BP-1540905034-172.17.0.2-1731424838451 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T15:21:26,469 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a973a964-7259-3882-b31a-2a2511a75d66/cluster_f4fdee62-0a0d-54e4-e039-14f581d87e3b/data/data2/current/BP-1540905034-172.17.0.2-1731424838451 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T15:21:26,469 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T15:21:26,474 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64a9f587{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T15:21:26,475 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e61613{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T15:21:26,475 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T15:21:26,475 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3769f558{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T15:21:26,475 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5fc6f425{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a973a964-7259-3882-b31a-2a2511a75d66/hadoop.log.dir/,STOPPED} 2024-11-12T15:21:26,481 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T15:21:26,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T15:21:26,501 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=312 (was 264) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35155 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62421) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:33465 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:38269 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33465 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:33465 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:35155 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35155 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62421) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33465 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38269 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:38269 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35155 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33465 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:38269 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:35155 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:33465 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33465 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:35155 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:35155 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35155 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35155 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62421) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:33465 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=724 (was 654) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=476 (was 575), ProcessCount=11 (was 11), AvailableMemoryMB=7212 (was 7260) 2024-11-12T15:21:26,509 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=312, OpenFileDescriptor=724, MaxFileDescriptor=1048576, SystemLoadAverage=476, ProcessCount=11, AvailableMemoryMB=7212 2024-11-12T15:21:26,520 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-12T15:21:26,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cb827feb-a827-cd34-3138-2b544065bd28/hadoop.log.dir so I do NOT create it in target/test-data/ba800d68-97fb-52ec-830d-f613e9dd3882 2024-11-12T15:21:26,521 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cb827feb-a827-cd34-3138-2b544065bd28/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T15:21:26,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cb827feb-a827-cd34-3138-2b544065bd28/hadoop.tmp.dir so I do NOT create it in target/test-data/ba800d68-97fb-52ec-830d-f613e9dd3882 2024-11-12T15:21:26,521 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cb827feb-a827-cd34-3138-2b544065bd28/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T15:21:26,521 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ba800d68-97fb-52ec-830d-f613e9dd3882 2024-11-12T15:21:26,521 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ba800d68-97fb-52ec-830d-f613e9dd3882/cluster_55e49cfb-daa1-c020-7d55-5bbc0be4ac6b, deleteOnExit=true 2024-11-12T15:21:26,541 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ba800d68-97fb-52ec-830d-f613e9dd3882/cluster_55e49cfb-daa1-c020-7d55-5bbc0be4ac6b/zookeeper_0, clientPort=60848, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ba800d68-97fb-52ec-830d-f613e9dd3882/cluster_55e49cfb-daa1-c020-7d55-5bbc0be4ac6b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ba800d68-97fb-52ec-830d-f613e9dd3882/cluster_55e49cfb-daa1-c020-7d55-5bbc0be4ac6b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T15:21:26,542 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60848 2024-11-12T15:21:26,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T15:21:26,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T15:21:26,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ba800d68-97fb-52ec-830d-f613e9dd3882/test.cache.data in system properties and HBase conf 2024-11-12T15:21:26,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ba800d68-97fb-52ec-830d-f613e9dd3882/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T15:21:26,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ba800d68-97fb-52ec-830d-f613e9dd3882/hadoop.log.dir in system properties and HBase conf 2024-11-12T15:21:26,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ba800d68-97fb-52ec-830d-f613e9dd3882/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T15:21:26,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ba800d68-97fb-52ec-830d-f613e9dd3882/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T15:21:26,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T15:21:26,543 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T15:21:26,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ba800d68-97fb-52ec-830d-f613e9dd3882/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T15:21:26,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ba800d68-97fb-52ec-830d-f613e9dd3882/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T15:21:26,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ba800d68-97fb-52ec-830d-f613e9dd3882/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T15:21:26,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ba800d68-97fb-52ec-830d-f613e9dd3882/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T15:21:26,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ba800d68-97fb-52ec-830d-f613e9dd3882/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T15:21:26,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ba800d68-97fb-52ec-830d-f613e9dd3882/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T15:21:26,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ba800d68-97fb-52ec-830d-f613e9dd3882/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T15:21:26,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ba800d68-97fb-52ec-830d-f613e9dd3882/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T15:21:26,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ba800d68-97fb-52ec-830d-f613e9dd3882/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T15:21:26,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ba800d68-97fb-52ec-830d-f613e9dd3882/nfs.dump.dir in system properties and HBase conf 2024-11-12T15:21:26,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ba800d68-97fb-52ec-830d-f613e9dd3882/java.io.tmpdir in system properties and HBase conf 2024-11-12T15:21:26,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ba800d68-97fb-52ec-830d-f613e9dd3882/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T15:21:26,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ba800d68-97fb-52ec-830d-f613e9dd3882/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T15:21:26,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ba800d68-97fb-52ec-830d-f613e9dd3882/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T15:21:26,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012fa25ec80002, quorum=127.0.0.1:62421, baseZNode=/0-666504807 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T15:21:26,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012fa25ec80005, quorum=127.0.0.1:62421, baseZNode=/11388933180 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T15:21:26,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1012fa25ec80008, quorum=127.0.0.1:62421, baseZNode=/21152841111 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T15:21:26,579 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012fa25ec80002, quorum=127.0.0.1:62421, baseZNode=/0-666504807 Received Disconnected from ZooKeeper, ignoring 2024-11-12T15:21:26,579 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1012fa25ec80008, quorum=127.0.0.1:62421, baseZNode=/21152841111 Received Disconnected from ZooKeeper, ignoring 2024-11-12T15:21:26,579 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012fa25ec80005, quorum=127.0.0.1:62421, baseZNode=/11388933180 Received Disconnected from ZooKeeper, ignoring 2024-11-12T15:21:26,875 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T15:21:26,878 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T15:21:26,879 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T15:21:26,879 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T15:21:26,879 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T15:21:26,880 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T15:21:26,880 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b55c077{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ba800d68-97fb-52ec-830d-f613e9dd3882/hadoop.log.dir/,AVAILABLE} 2024-11-12T15:21:26,880 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ff238b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T15:21:26,974 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@24635b7d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ba800d68-97fb-52ec-830d-f613e9dd3882/java.io.tmpdir/jetty-localhost-43191-hadoop-hdfs-3_4_1-tests_jar-_-any-11765035747570807009/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T15:21:26,974 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ed81529{HTTP/1.1, (http/1.1)}{localhost:43191} 2024-11-12T15:21:26,974 INFO [Time-limited test {}] server.Server(415): Started @268218ms 2024-11-12T15:21:27,214 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T15:21:27,216 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T15:21:27,218 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T15:21:27,218 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T15:21:27,218 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T15:21:27,219 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a726b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ba800d68-97fb-52ec-830d-f613e9dd3882/hadoop.log.dir/,AVAILABLE} 2024-11-12T15:21:27,219 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fdfdd23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T15:21:27,313 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5b4cf8bf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ba800d68-97fb-52ec-830d-f613e9dd3882/java.io.tmpdir/jetty-localhost-44739-hadoop-hdfs-3_4_1-tests_jar-_-any-2666083016706776221/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T15:21:27,313 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c257500{HTTP/1.1, (http/1.1)}{localhost:44739} 2024-11-12T15:21:27,313 INFO [Time-limited test {}] server.Server(415): Started @268557ms 2024-11-12T15:21:27,314 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T15:21:27,992 WARN [Thread-3413 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ba800d68-97fb-52ec-830d-f613e9dd3882/cluster_55e49cfb-daa1-c020-7d55-5bbc0be4ac6b/data/data2/current/BP-1414922379-172.17.0.2-1731424886560/current, will proceed with Du for space computation calculation, 2024-11-12T15:21:27,992 WARN [Thread-3412 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ba800d68-97fb-52ec-830d-f613e9dd3882/cluster_55e49cfb-daa1-c020-7d55-5bbc0be4ac6b/data/data1/current/BP-1414922379-172.17.0.2-1731424886560/current, will proceed with Du for space computation calculation, 2024-11-12T15:21:28,009 WARN [Thread-3400 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T15:21:28,011 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2e98d0a826a90568 with lease ID 0x202be3c0a7277e2a: Processing first storage report for DS-7983a657-3419-4b42-a5c8-69b67cfa2241 from datanode DatanodeRegistration(127.0.0.1:38271, datanodeUuid=702dce99-b9ba-4ec3-bf54-73d2085ff083, infoPort=37845, infoSecurePort=0, ipcPort=40725, storageInfo=lv=-57;cid=testClusterID;nsid=947844101;c=1731424886560) 2024-11-12T15:21:28,011 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2e98d0a826a90568 with lease ID 0x202be3c0a7277e2a: from storage DS-7983a657-3419-4b42-a5c8-69b67cfa2241 node DatanodeRegistration(127.0.0.1:38271, datanodeUuid=702dce99-b9ba-4ec3-bf54-73d2085ff083, infoPort=37845, infoSecurePort=0, ipcPort=40725, storageInfo=lv=-57;cid=testClusterID;nsid=947844101;c=1731424886560), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T15:21:28,011 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2e98d0a826a90568 with lease ID 0x202be3c0a7277e2a: Processing first storage report for DS-33d95a18-c6ca-48e8-87e9-780c2928c77f from datanode DatanodeRegistration(127.0.0.1:38271, datanodeUuid=702dce99-b9ba-4ec3-bf54-73d2085ff083, infoPort=37845, infoSecurePort=0, ipcPort=40725, storageInfo=lv=-57;cid=testClusterID;nsid=947844101;c=1731424886560) 2024-11-12T15:21:28,011 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2e98d0a826a90568 with lease ID 0x202be3c0a7277e2a: from storage DS-33d95a18-c6ca-48e8-87e9-780c2928c77f node DatanodeRegistration(127.0.0.1:38271, datanodeUuid=702dce99-b9ba-4ec3-bf54-73d2085ff083, infoPort=37845, infoSecurePort=0, ipcPort=40725, storageInfo=lv=-57;cid=testClusterID;nsid=947844101;c=1731424886560), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T15:21:28,038 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ba800d68-97fb-52ec-830d-f613e9dd3882 2024-11-12T15:21:28,038 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:21:28,039 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:21:28,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38271 is added to blk_1073741825_1001 (size=7) 2024-11-12T15:21:28,271 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T15:21:28,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:28,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:28,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:28,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:28,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:28,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:28,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:28,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:28,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:28,308 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:28,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:28,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:28,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:28,446 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7 with version=8 2024-11-12T15:21:28,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/hbase-staging 2024-11-12T15:21:28,448 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a6f201fa5419:0 server-side Connection retries=45 2024-11-12T15:21:28,448 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:21:28,448 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T15:21:28,448 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T15:21:28,448 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:21:28,448 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T15:21:28,448 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T15:21:28,448 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T15:21:28,449 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40361 2024-11-12T15:21:28,450 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40361 connecting to ZooKeeper ensemble=127.0.0.1:60848 2024-11-12T15:21:28,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:403610x0, quorum=127.0.0.1:60848, baseZNode=/0-278164645 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T15:21:28,543 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40361-0x1012fa31ab80000 connected 2024-11-12T15:21:28,627 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:21:28,629 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:21:28,631 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40361-0x1012fa31ab80000, quorum=127.0.0.1:60848, baseZNode=/0-278164645 Set watcher on znode that does not yet exist, /0-278164645/running 2024-11-12T15:21:28,631 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7, hbase.cluster.distributed=false 2024-11-12T15:21:28,632 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40361-0x1012fa31ab80000, quorum=127.0.0.1:60848, baseZNode=/0-278164645 Set watcher on znode that does not yet exist, /0-278164645/acl 2024-11-12T15:21:28,633 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40361 2024-11-12T15:21:28,633 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40361 2024-11-12T15:21:28,633 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40361 2024-11-12T15:21:28,633 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40361 2024-11-12T15:21:28,633 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40361 2024-11-12T15:21:28,645 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a6f201fa5419:0 server-side Connection retries=45 2024-11-12T15:21:28,645 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:21:28,645 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T15:21:28,645 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T15:21:28,645 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:21:28,645 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T15:21:28,645 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T15:21:28,645 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T15:21:28,646 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45543 2024-11-12T15:21:28,646 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45543 connecting to ZooKeeper ensemble=127.0.0.1:60848 2024-11-12T15:21:28,647 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:21:28,648 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:21:28,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:455430x0, quorum=127.0.0.1:60848, baseZNode=/0-278164645 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T15:21:28,659 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45543-0x1012fa31ab80001 connected 2024-11-12T15:21:28,659 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45543-0x1012fa31ab80001, quorum=127.0.0.1:60848, baseZNode=/0-278164645 Set watcher on znode that does not yet exist, /0-278164645/running 2024-11-12T15:21:28,659 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T15:21:28,660 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T15:21:28,660 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45543-0x1012fa31ab80001, quorum=127.0.0.1:60848, baseZNode=/0-278164645 Set watcher on znode that does not yet exist, /0-278164645/master 2024-11-12T15:21:28,661 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45543-0x1012fa31ab80001, quorum=127.0.0.1:60848, baseZNode=/0-278164645 Set watcher on znode that does not yet exist, /0-278164645/acl 2024-11-12T15:21:28,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45543 2024-11-12T15:21:28,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45543 2024-11-12T15:21:28,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45543 2024-11-12T15:21:28,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45543 2024-11-12T15:21:28,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45543 2024-11-12T15:21:28,672 DEBUG [M:0;a6f201fa5419:40361 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a6f201fa5419:40361 2024-11-12T15:21:28,672 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-278164645/backup-masters/a6f201fa5419,40361,1731424888448 2024-11-12T15:21:28,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45543-0x1012fa31ab80001, quorum=127.0.0.1:60848, baseZNode=/0-278164645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-278164645/backup-masters 2024-11-12T15:21:28,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40361-0x1012fa31ab80000, quorum=127.0.0.1:60848, baseZNode=/0-278164645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-278164645/backup-masters 2024-11-12T15:21:28,680 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40361-0x1012fa31ab80000, quorum=127.0.0.1:60848, baseZNode=/0-278164645 Set watcher on existing znode=/0-278164645/backup-masters/a6f201fa5419,40361,1731424888448 2024-11-12T15:21:28,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45543-0x1012fa31ab80001, quorum=127.0.0.1:60848, baseZNode=/0-278164645 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-278164645/master 2024-11-12T15:21:28,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40361-0x1012fa31ab80000, quorum=127.0.0.1:60848, baseZNode=/0-278164645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-278164645 2024-11-12T15:21:28,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45543-0x1012fa31ab80001, quorum=127.0.0.1:60848, baseZNode=/0-278164645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-278164645 2024-11-12T15:21:28,690 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40361-0x1012fa31ab80000, quorum=127.0.0.1:60848, baseZNode=/0-278164645 Set watcher on existing znode=/0-278164645/master 2024-11-12T15:21:28,690 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-278164645/backup-masters/a6f201fa5419,40361,1731424888448 from backup master directory 2024-11-12T15:21:28,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40361-0x1012fa31ab80000, quorum=127.0.0.1:60848, baseZNode=/0-278164645 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-278164645/backup-masters/a6f201fa5419,40361,1731424888448 2024-11-12T15:21:28,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45543-0x1012fa31ab80001, quorum=127.0.0.1:60848, baseZNode=/0-278164645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-278164645/backup-masters 2024-11-12T15:21:28,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40361-0x1012fa31ab80000, quorum=127.0.0.1:60848, baseZNode=/0-278164645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-278164645/backup-masters 2024-11-12T15:21:28,700 WARN [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T15:21:28,701 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a6f201fa5419,40361,1731424888448 2024-11-12T15:21:28,704 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/hbase.id] with ID: 801ffebc-906e-4014-af40-751da761acfc 2024-11-12T15:21:28,704 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/.tmp/hbase.id 2024-11-12T15:21:28,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38271 is added to blk_1073741826_1002 (size=42) 2024-11-12T15:21:29,108 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/.tmp/hbase.id]:[hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/hbase.id] 2024-11-12T15:21:29,115 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:21:29,115 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T15:21:29,116 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T15:21:29,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40361-0x1012fa31ab80000, quorum=127.0.0.1:60848, baseZNode=/0-278164645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-278164645 2024-11-12T15:21:29,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45543-0x1012fa31ab80001, quorum=127.0.0.1:60848, baseZNode=/0-278164645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-278164645 2024-11-12T15:21:29,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38271 is added to blk_1073741827_1003 (size=196) 2024-11-12T15:21:29,642 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T15:21:29,643 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T15:21:29,643 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:21:29,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38271 is added to blk_1073741828_1004 (size=1189) 2024-11-12T15:21:30,049 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/MasterData/data/master/store 2024-11-12T15:21:30,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38271 is added to blk_1073741829_1005 (size=34) 2024-11-12T15:21:30,454 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:21:30,454 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T15:21:30,454 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:21:30,454 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:21:30,454 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T15:21:30,454 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:21:30,454 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:21:30,454 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731424890454Disabling compacts and flushes for region at 1731424890454Disabling writes for close at 1731424890454Writing region close event to WAL at 1731424890454Closed at 1731424890454 2024-11-12T15:21:30,465 WARN [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/MasterData/data/master/store/.initializing 2024-11-12T15:21:30,465 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/MasterData/WALs/a6f201fa5419,40361,1731424888448 2024-11-12T15:21:30,465 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T15:21:30,466 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a6f201fa5419%2C40361%2C1731424888448, suffix=, logDir=hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/MasterData/WALs/a6f201fa5419,40361,1731424888448, archiveDir=hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/MasterData/oldWALs, maxLogs=10 2024-11-12T15:21:30,478 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/MasterData/WALs/a6f201fa5419,40361,1731424888448/a6f201fa5419%2C40361%2C1731424888448.1731424890467, exclude list is [], retry=0 2024-11-12T15:21:30,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38271,DS-7983a657-3419-4b42-a5c8-69b67cfa2241,DISK] 2024-11-12T15:21:30,482 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/MasterData/WALs/a6f201fa5419,40361,1731424888448/a6f201fa5419%2C40361%2C1731424888448.1731424890467 2024-11-12T15:21:30,482 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37845:37845)] 2024-11-12T15:21:30,482 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T15:21:30,482 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:21:30,482 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:21:30,482 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:21:30,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:21:30,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T15:21:30,484 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:21:30,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:21:30,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:21:30,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T15:21:30,486 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:21:30,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:21:30,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:21:30,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T15:21:30,487 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:21:30,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:21:30,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:21:30,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T15:21:30,488 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:21:30,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:21:30,488 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:21:30,488 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:21:30,489 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:21:30,489 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:21:30,489 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:21:30,490 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T15:21:30,490 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:21:30,492 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T15:21:30,492 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67066411, jitterRate=-6.325989961624146E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T15:21:30,492 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731424890483Initializing all the Stores at 1731424890483Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424890483Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424890483Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424890483Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424890483Cleaning up temporary data from old regions at 1731424890489 (+6 ms)Region opened successfully at 1731424890492 (+3 ms) 2024-11-12T15:21:30,493 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T15:21:30,494 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c45293d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a6f201fa5419/172.17.0.2:0 2024-11-12T15:21:30,495 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T15:21:30,495 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T15:21:30,495 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T15:21:30,495 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T15:21:30,496 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T15:21:30,496 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T15:21:30,496 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T15:21:30,497 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T15:21:30,498 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40361-0x1012fa31ab80000, quorum=127.0.0.1:60848, baseZNode=/0-278164645 Unable to get data of znode /0-278164645/balancer because node does not exist (not necessarily an error) 2024-11-12T15:21:30,595 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-278164645/balancer already deleted, retry=false 2024-11-12T15:21:30,595 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T15:21:30,596 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40361-0x1012fa31ab80000, quorum=127.0.0.1:60848, baseZNode=/0-278164645 Unable to get data of znode /0-278164645/normalizer because node does not exist (not necessarily an error) 2024-11-12T15:21:30,606 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-278164645/normalizer already deleted, retry=false 2024-11-12T15:21:30,606 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T15:21:30,607 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40361-0x1012fa31ab80000, quorum=127.0.0.1:60848, baseZNode=/0-278164645 Unable to get data of znode /0-278164645/switch/split because node does not exist (not necessarily an error) 2024-11-12T15:21:30,616 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-278164645/switch/split already deleted, retry=false 2024-11-12T15:21:30,617 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40361-0x1012fa31ab80000, quorum=127.0.0.1:60848, baseZNode=/0-278164645 Unable to get data of znode /0-278164645/switch/merge because node does not exist (not necessarily an error) 2024-11-12T15:21:30,627 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-278164645/switch/merge already deleted, retry=false 2024-11-12T15:21:30,628 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40361-0x1012fa31ab80000, quorum=127.0.0.1:60848, baseZNode=/0-278164645 Unable to get data of znode /0-278164645/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T15:21:30,637 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-278164645/snapshot-cleanup already deleted, retry=false 2024-11-12T15:21:30,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40361-0x1012fa31ab80000, quorum=127.0.0.1:60848, baseZNode=/0-278164645 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-278164645/running 2024-11-12T15:21:30,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45543-0x1012fa31ab80001, quorum=127.0.0.1:60848, baseZNode=/0-278164645 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-278164645/running 2024-11-12T15:21:30,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40361-0x1012fa31ab80000, quorum=127.0.0.1:60848, baseZNode=/0-278164645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-278164645 2024-11-12T15:21:30,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45543-0x1012fa31ab80001, quorum=127.0.0.1:60848, baseZNode=/0-278164645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-278164645 2024-11-12T15:21:30,648 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a6f201fa5419,40361,1731424888448, sessionid=0x1012fa31ab80000, setting cluster-up flag (Was=false) 2024-11-12T15:21:30,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45543-0x1012fa31ab80001, quorum=127.0.0.1:60848, baseZNode=/0-278164645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-278164645 2024-11-12T15:21:30,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40361-0x1012fa31ab80000, quorum=127.0.0.1:60848, baseZNode=/0-278164645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-278164645 2024-11-12T15:21:30,700 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-278164645/flush-table-proc/acquired, /0-278164645/flush-table-proc/reached, /0-278164645/flush-table-proc/abort 2024-11-12T15:21:30,701 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a6f201fa5419,40361,1731424888448 2024-11-12T15:21:30,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40361-0x1012fa31ab80000, quorum=127.0.0.1:60848, baseZNode=/0-278164645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-278164645 2024-11-12T15:21:30,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45543-0x1012fa31ab80001, quorum=127.0.0.1:60848, baseZNode=/0-278164645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-278164645 2024-11-12T15:21:30,753 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-278164645/online-snapshot/acquired, /0-278164645/online-snapshot/reached, /0-278164645/online-snapshot/abort 2024-11-12T15:21:30,754 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a6f201fa5419,40361,1731424888448 2024-11-12T15:21:30,754 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T15:21:30,756 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T15:21:30,756 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T15:21:30,756 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T15:21:30,756 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a6f201fa5419,40361,1731424888448 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T15:21:30,757 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:21:30,757 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:21:30,757 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:21:30,757 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:21:30,757 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a6f201fa5419:0, corePoolSize=10, maxPoolSize=10 2024-11-12T15:21:30,757 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:21:30,757 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a6f201fa5419:0, corePoolSize=2, maxPoolSize=2 2024-11-12T15:21:30,758 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:21:30,758 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731424920758 2024-11-12T15:21:30,758 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T15:21:30,758 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T15:21:30,758 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T15:21:30,758 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T15:21:30,758 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T15:21:30,759 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T15:21:30,759 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T15:21:30,759 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T15:21:30,759 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T15:21:30,759 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T15:21:30,759 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T15:21:30,759 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T15:21:30,759 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T15:21:30,759 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T15:21:30,759 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T15:21:30,759 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:21:30,759 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.large.0-1731424890759,5,FailOnTimeoutGroup] 2024-11-12T15:21:30,759 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.small.0-1731424890759,5,FailOnTimeoutGroup] 2024-11-12T15:21:30,759 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T15:21:30,759 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T15:21:30,760 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T15:21:30,760 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T15:21:30,760 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T15:21:30,765 INFO [RS:0;a6f201fa5419:45543 {}] regionserver.HRegionServer(746): ClusterId : 801ffebc-906e-4014-af40-751da761acfc 2024-11-12T15:21:30,766 DEBUG [RS:0;a6f201fa5419:45543 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T15:21:30,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38271 is added to blk_1073741831_1007 (size=1321) 2024-11-12T15:21:30,775 DEBUG [RS:0;a6f201fa5419:45543 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T15:21:30,775 DEBUG [RS:0;a6f201fa5419:45543 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T15:21:30,785 DEBUG [RS:0;a6f201fa5419:45543 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T15:21:30,786 DEBUG [RS:0;a6f201fa5419:45543 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e37efdd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a6f201fa5419/172.17.0.2:0 2024-11-12T15:21:30,796 DEBUG [RS:0;a6f201fa5419:45543 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a6f201fa5419:45543 2024-11-12T15:21:30,796 INFO [RS:0;a6f201fa5419:45543 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T15:21:30,796 INFO [RS:0;a6f201fa5419:45543 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T15:21:30,796 DEBUG [RS:0;a6f201fa5419:45543 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T15:21:30,796 INFO [RS:0;a6f201fa5419:45543 {}] regionserver.HRegionServer(2659): reportForDuty to master=a6f201fa5419,40361,1731424888448 with port=45543, startcode=1731424888645 2024-11-12T15:21:30,797 DEBUG [RS:0;a6f201fa5419:45543 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T15:21:30,798 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51157, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T15:21:30,798 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40361 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a6f201fa5419,45543,1731424888645 2024-11-12T15:21:30,798 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40361 {}] master.ServerManager(517): Registering regionserver=a6f201fa5419,45543,1731424888645 2024-11-12T15:21:30,799 DEBUG [RS:0;a6f201fa5419:45543 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7 2024-11-12T15:21:30,799 DEBUG [RS:0;a6f201fa5419:45543 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38703 2024-11-12T15:21:30,799 DEBUG [RS:0;a6f201fa5419:45543 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T15:21:30,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40361-0x1012fa31ab80000, quorum=127.0.0.1:60848, baseZNode=/0-278164645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-278164645/rs 2024-11-12T15:21:30,806 DEBUG [RS:0;a6f201fa5419:45543 {}] zookeeper.ZKUtil(111): regionserver:45543-0x1012fa31ab80001, quorum=127.0.0.1:60848, baseZNode=/0-278164645 Set watcher on existing znode=/0-278164645/rs/a6f201fa5419,45543,1731424888645 2024-11-12T15:21:30,806 WARN [RS:0;a6f201fa5419:45543 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T15:21:30,806 INFO [RS:0;a6f201fa5419:45543 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:21:30,806 DEBUG [RS:0;a6f201fa5419:45543 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/WALs/a6f201fa5419,45543,1731424888645 2024-11-12T15:21:30,806 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a6f201fa5419,45543,1731424888645] 2024-11-12T15:21:30,808 INFO [RS:0;a6f201fa5419:45543 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T15:21:30,809 INFO [RS:0;a6f201fa5419:45543 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T15:21:30,809 INFO [RS:0;a6f201fa5419:45543 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T15:21:30,809 INFO [RS:0;a6f201fa5419:45543 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:21:30,810 INFO [RS:0;a6f201fa5419:45543 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T15:21:30,810 INFO [RS:0;a6f201fa5419:45543 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T15:21:30,810 INFO [RS:0;a6f201fa5419:45543 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T15:21:30,810 DEBUG [RS:0;a6f201fa5419:45543 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:21:30,810 DEBUG [RS:0;a6f201fa5419:45543 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:21:30,810 DEBUG [RS:0;a6f201fa5419:45543 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:21:30,810 DEBUG [RS:0;a6f201fa5419:45543 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:21:30,810 DEBUG [RS:0;a6f201fa5419:45543 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:21:30,810 DEBUG [RS:0;a6f201fa5419:45543 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a6f201fa5419:0, corePoolSize=2, maxPoolSize=2 2024-11-12T15:21:30,810 DEBUG [RS:0;a6f201fa5419:45543 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:21:30,810 DEBUG [RS:0;a6f201fa5419:45543 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:21:30,810 DEBUG [RS:0;a6f201fa5419:45543 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:21:30,810 DEBUG [RS:0;a6f201fa5419:45543 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:21:30,810 DEBUG [RS:0;a6f201fa5419:45543 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:21:30,810 DEBUG [RS:0;a6f201fa5419:45543 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:21:30,810 DEBUG [RS:0;a6f201fa5419:45543 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a6f201fa5419:0, corePoolSize=3, maxPoolSize=3 2024-11-12T15:21:30,811 DEBUG [RS:0;a6f201fa5419:45543 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a6f201fa5419:0, corePoolSize=3, maxPoolSize=3 2024-11-12T15:21:30,814 INFO [RS:0;a6f201fa5419:45543 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T15:21:30,815 INFO [RS:0;a6f201fa5419:45543 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T15:21:30,815 INFO [RS:0;a6f201fa5419:45543 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:21:30,815 INFO [RS:0;a6f201fa5419:45543 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T15:21:30,815 INFO [RS:0;a6f201fa5419:45543 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T15:21:30,815 INFO [RS:0;a6f201fa5419:45543 {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,45543,1731424888645-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T15:21:30,831 INFO [RS:0;a6f201fa5419:45543 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T15:21:30,831 INFO [RS:0;a6f201fa5419:45543 {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,45543,1731424888645-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:21:30,831 INFO [RS:0;a6f201fa5419:45543 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:21:30,831 INFO [RS:0;a6f201fa5419:45543 {}] regionserver.Replication(171): a6f201fa5419,45543,1731424888645 started 2024-11-12T15:21:30,846 INFO [RS:0;a6f201fa5419:45543 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:21:30,846 INFO [RS:0;a6f201fa5419:45543 {}] regionserver.HRegionServer(1482): Serving as a6f201fa5419,45543,1731424888645, RpcServer on a6f201fa5419/172.17.0.2:45543, sessionid=0x1012fa31ab80001 2024-11-12T15:21:30,846 DEBUG [RS:0;a6f201fa5419:45543 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T15:21:30,846 DEBUG [RS:0;a6f201fa5419:45543 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a6f201fa5419,45543,1731424888645 2024-11-12T15:21:30,846 DEBUG [RS:0;a6f201fa5419:45543 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a6f201fa5419,45543,1731424888645' 2024-11-12T15:21:30,846 DEBUG [RS:0;a6f201fa5419:45543 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-278164645/flush-table-proc/abort' 2024-11-12T15:21:30,847 DEBUG [RS:0;a6f201fa5419:45543 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-278164645/flush-table-proc/acquired' 2024-11-12T15:21:30,847 DEBUG [RS:0;a6f201fa5419:45543 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T15:21:30,847 DEBUG [RS:0;a6f201fa5419:45543 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T15:21:30,847 DEBUG [RS:0;a6f201fa5419:45543 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a6f201fa5419,45543,1731424888645 2024-11-12T15:21:30,847 DEBUG [RS:0;a6f201fa5419:45543 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a6f201fa5419,45543,1731424888645' 2024-11-12T15:21:30,847 DEBUG [RS:0;a6f201fa5419:45543 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-278164645/online-snapshot/abort' 2024-11-12T15:21:30,848 DEBUG [RS:0;a6f201fa5419:45543 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-278164645/online-snapshot/acquired' 2024-11-12T15:21:30,848 DEBUG [RS:0;a6f201fa5419:45543 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T15:21:30,848 INFO [RS:0;a6f201fa5419:45543 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T15:21:30,848 INFO [RS:0;a6f201fa5419:45543 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T15:21:30,948 INFO [RS:0;a6f201fa5419:45543 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T15:21:30,949 INFO [RS:0;a6f201fa5419:45543 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a6f201fa5419%2C45543%2C1731424888645, suffix=, logDir=hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/WALs/a6f201fa5419,45543,1731424888645, archiveDir=hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/oldWALs, maxLogs=10 2024-11-12T15:21:30,964 DEBUG [RS:0;a6f201fa5419:45543 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/WALs/a6f201fa5419,45543,1731424888645/a6f201fa5419%2C45543%2C1731424888645.1731424890950, exclude list is [], retry=0 2024-11-12T15:21:30,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38271,DS-7983a657-3419-4b42-a5c8-69b67cfa2241,DISK] 2024-11-12T15:21:30,968 INFO [RS:0;a6f201fa5419:45543 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/WALs/a6f201fa5419,45543,1731424888645/a6f201fa5419%2C45543%2C1731424888645.1731424890950 2024-11-12T15:21:30,970 DEBUG [RS:0;a6f201fa5419:45543 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37845:37845)] 2024-11-12T15:21:31,167 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T15:21:31,167 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7 2024-11-12T15:21:31,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38271 is added to blk_1073741833_1009 (size=32) 2024-11-12T15:21:31,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:21:31,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T15:21:31,574 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T15:21:31,574 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:21:31,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:21:31,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T15:21:31,575 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T15:21:31,575 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:21:31,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:21:31,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T15:21:31,576 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T15:21:31,576 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:21:31,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:21:31,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T15:21:31,577 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T15:21:31,577 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:21:31,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:21:31,577 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T15:21:31,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/data/hbase/meta/1588230740 2024-11-12T15:21:31,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/data/hbase/meta/1588230740 2024-11-12T15:21:31,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T15:21:31,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T15:21:31,580 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T15:21:31,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T15:21:31,581 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T15:21:31,582 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64157895, jitterRate=-0.043972864747047424}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T15:21:31,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731424891572Initializing all the Stores at 1731424891572Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424891573 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424891573Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424891573Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424891573Cleaning up temporary data from old regions at 1731424891579 (+6 ms)Region opened successfully at 1731424891582 (+3 ms) 2024-11-12T15:21:31,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T15:21:31,582 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T15:21:31,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T15:21:31,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T15:21:31,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T15:21:31,583 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T15:21:31,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731424891582Disabling compacts and flushes for region at 1731424891582Disabling writes for close at 1731424891582Writing region close event to WAL at 1731424891583 (+1 ms)Closed at 1731424891583 2024-11-12T15:21:31,584 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T15:21:31,584 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T15:21:31,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T15:21:31,585 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T15:21:31,585 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T15:21:31,735 DEBUG [a6f201fa5419:40361 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T15:21:31,736 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a6f201fa5419,45543,1731424888645 2024-11-12T15:21:31,737 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a6f201fa5419,45543,1731424888645, state=OPENING 2024-11-12T15:21:31,795 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T15:21:31,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40361-0x1012fa31ab80000, quorum=127.0.0.1:60848, baseZNode=/0-278164645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-278164645 2024-11-12T15:21:31,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45543-0x1012fa31ab80001, quorum=127.0.0.1:60848, baseZNode=/0-278164645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-278164645 2024-11-12T15:21:31,806 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T15:21:31,806 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-278164645/meta-region-server: CHANGED 2024-11-12T15:21:31,806 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-278164645/meta-region-server: CHANGED 2024-11-12T15:21:31,806 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a6f201fa5419,45543,1731424888645}] 2024-11-12T15:21:31,958 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T15:21:31,959 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34637, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T15:21:31,962 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T15:21:31,962 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:21:31,962 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T15:21:31,963 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a6f201fa5419%2C45543%2C1731424888645.meta, suffix=.meta, logDir=hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/WALs/a6f201fa5419,45543,1731424888645, archiveDir=hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/oldWALs, maxLogs=10 2024-11-12T15:21:31,974 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/WALs/a6f201fa5419,45543,1731424888645/a6f201fa5419%2C45543%2C1731424888645.meta.1731424891963.meta, exclude list is [], retry=0 2024-11-12T15:21:31,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38271,DS-7983a657-3419-4b42-a5c8-69b67cfa2241,DISK] 2024-11-12T15:21:31,977 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/WALs/a6f201fa5419,45543,1731424888645/a6f201fa5419%2C45543%2C1731424888645.meta.1731424891963.meta 2024-11-12T15:21:31,977 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37845:37845)] 2024-11-12T15:21:31,977 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T15:21:31,977 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T15:21:31,977 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T15:21:31,977 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T15:21:31,977 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T15:21:31,977 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T15:21:31,977 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:21:31,978 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T15:21:31,978 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T15:21:31,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T15:21:31,979 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T15:21:31,979 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:21:31,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:21:31,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T15:21:31,980 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T15:21:31,980 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:21:31,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:21:31,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T15:21:31,981 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T15:21:31,981 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:21:31,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:21:31,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T15:21:31,981 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T15:21:31,981 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:21:31,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:21:31,982 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T15:21:31,982 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/data/hbase/meta/1588230740 2024-11-12T15:21:31,983 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/data/hbase/meta/1588230740 2024-11-12T15:21:31,983 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T15:21:31,983 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T15:21:31,984 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T15:21:31,984 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T15:21:31,985 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60802333, jitterRate=-0.09397463500499725}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T15:21:31,985 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T15:21:31,985 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731424891978Writing region info on filesystem at 1731424891978Initializing all the Stores at 1731424891978Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424891978Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424891978Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424891978Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424891978Cleaning up temporary data from old regions at 1731424891983 (+5 ms)Running coprocessor post-open hooks at 1731424891985 (+2 ms)Region opened successfully at 1731424891985 2024-11-12T15:21:31,986 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731424891958 2024-11-12T15:21:31,987 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T15:21:31,988 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T15:21:31,988 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a6f201fa5419,45543,1731424888645 2024-11-12T15:21:31,989 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a6f201fa5419,45543,1731424888645, state=OPEN 2024-11-12T15:21:32,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45543-0x1012fa31ab80001, quorum=127.0.0.1:60848, baseZNode=/0-278164645 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-278164645/meta-region-server 2024-11-12T15:21:32,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40361-0x1012fa31ab80000, quorum=127.0.0.1:60848, baseZNode=/0-278164645 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-278164645/meta-region-server 2024-11-12T15:21:32,027 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a6f201fa5419,45543,1731424888645 2024-11-12T15:21:32,027 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-278164645/meta-region-server: CHANGED 2024-11-12T15:21:32,027 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-278164645/meta-region-server: CHANGED 2024-11-12T15:21:32,029 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T15:21:32,029 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a6f201fa5419,45543,1731424888645 in 221 msec 2024-11-12T15:21:32,030 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T15:21:32,030 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 445 msec 2024-11-12T15:21:32,031 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T15:21:32,031 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T15:21:32,032 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:21:32,032 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,45543,1731424888645, seqNum=-1] 2024-11-12T15:21:32,032 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:21:32,033 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34287, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T15:21:32,037 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2810 sec 2024-11-12T15:21:32,037 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731424892037, completionTime=-1 2024-11-12T15:21:32,038 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T15:21:32,038 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T15:21:32,039 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T15:21:32,039 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731424952039 2024-11-12T15:21:32,039 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731425012039 2024-11-12T15:21:32,039 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-12T15:21:32,039 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,40361,1731424888448-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:21:32,039 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,40361,1731424888448-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:21:32,039 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,40361,1731424888448-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:21:32,040 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a6f201fa5419:40361, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:21:32,040 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T15:21:32,040 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T15:21:32,041 DEBUG [master/a6f201fa5419:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T15:21:32,042 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.341sec 2024-11-12T15:21:32,042 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T15:21:32,042 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T15:21:32,042 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T15:21:32,042 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T15:21:32,042 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T15:21:32,042 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,40361,1731424888448-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T15:21:32,042 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,40361,1731424888448-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T15:21:32,044 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T15:21:32,044 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T15:21:32,044 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,40361,1731424888448-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:21:32,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3caea161, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:32,067 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,40361,-1 for getting cluster id 2024-11-12T15:21:32,067 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:21:32,068 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '801ffebc-906e-4014-af40-751da761acfc' 2024-11-12T15:21:32,068 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:21:32,068 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "801ffebc-906e-4014-af40-751da761acfc" 2024-11-12T15:21:32,068 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d8eb127, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:32,068 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,40361,-1] 2024-11-12T15:21:32,068 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:21:32,069 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:32,069 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:21:32,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a73c50e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:32,070 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:21:32,071 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,45543,1731424888645, seqNum=-1] 2024-11-12T15:21:32,071 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:21:32,072 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T15:21:32,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a6f201fa5419,40361,1731424888448 2024-11-12T15:21:32,074 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60848 2024-11-12T15:21:32,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60848, baseZNode=/0-278164645 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T15:21:32,090 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012fa31ab80002 connected 2024-11-12T15:21:32,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ba800d68-97fb-52ec-830d-f613e9dd3882/hadoop.log.dir so I do NOT create it in target/test-data/c899476c-7c58-ff03-e99a-8f082f545409 2024-11-12T15:21:32,102 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ba800d68-97fb-52ec-830d-f613e9dd3882/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T15:21:32,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ba800d68-97fb-52ec-830d-f613e9dd3882/hadoop.tmp.dir so I do NOT create it in target/test-data/c899476c-7c58-ff03-e99a-8f082f545409 2024-11-12T15:21:32,102 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ba800d68-97fb-52ec-830d-f613e9dd3882/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T15:21:32,103 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c899476c-7c58-ff03-e99a-8f082f545409 2024-11-12T15:21:32,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T15:21:32,103 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c899476c-7c58-ff03-e99a-8f082f545409/cluster_7fad7dcf-3759-e97e-2347-9578cbc8cd56, deleteOnExit=true 2024-11-12T15:21:32,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T15:21:32,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c899476c-7c58-ff03-e99a-8f082f545409/test.cache.data in system properties and HBase conf 2024-11-12T15:21:32,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c899476c-7c58-ff03-e99a-8f082f545409/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T15:21:32,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c899476c-7c58-ff03-e99a-8f082f545409/hadoop.log.dir in system properties and HBase conf 2024-11-12T15:21:32,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c899476c-7c58-ff03-e99a-8f082f545409/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T15:21:32,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c899476c-7c58-ff03-e99a-8f082f545409/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T15:21:32,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T15:21:32,103 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T15:21:32,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c899476c-7c58-ff03-e99a-8f082f545409/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T15:21:32,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c899476c-7c58-ff03-e99a-8f082f545409/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T15:21:32,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c899476c-7c58-ff03-e99a-8f082f545409/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T15:21:32,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c899476c-7c58-ff03-e99a-8f082f545409/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T15:21:32,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c899476c-7c58-ff03-e99a-8f082f545409/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T15:21:32,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c899476c-7c58-ff03-e99a-8f082f545409/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T15:21:32,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c899476c-7c58-ff03-e99a-8f082f545409/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T15:21:32,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c899476c-7c58-ff03-e99a-8f082f545409/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T15:21:32,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c899476c-7c58-ff03-e99a-8f082f545409/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T15:21:32,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c899476c-7c58-ff03-e99a-8f082f545409/nfs.dump.dir in system properties and HBase conf 2024-11-12T15:21:32,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c899476c-7c58-ff03-e99a-8f082f545409/java.io.tmpdir in system properties and HBase conf 2024-11-12T15:21:32,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c899476c-7c58-ff03-e99a-8f082f545409/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T15:21:32,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c899476c-7c58-ff03-e99a-8f082f545409/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T15:21:32,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c899476c-7c58-ff03-e99a-8f082f545409/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T15:21:32,431 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T15:21:32,436 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T15:21:32,437 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T15:21:32,437 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T15:21:32,437 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T15:21:32,441 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T15:21:32,441 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f83fc86{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c899476c-7c58-ff03-e99a-8f082f545409/hadoop.log.dir/,AVAILABLE} 2024-11-12T15:21:32,442 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6223e83e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T15:21:32,548 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@68b26833{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c899476c-7c58-ff03-e99a-8f082f545409/java.io.tmpdir/jetty-localhost-34539-hadoop-hdfs-3_4_1-tests_jar-_-any-14274517208019721921/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T15:21:32,548 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ae44ed5{HTTP/1.1, (http/1.1)}{localhost:34539} 2024-11-12T15:21:32,548 INFO [Time-limited test {}] server.Server(415): Started @273792ms 2024-11-12T15:21:32,809 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T15:21:32,812 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T15:21:32,814 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T15:21:32,814 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T15:21:32,814 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T15:21:32,814 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a4ee874{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c899476c-7c58-ff03-e99a-8f082f545409/hadoop.log.dir/,AVAILABLE} 2024-11-12T15:21:32,814 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51368f3d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T15:21:32,908 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2bb24cf4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c899476c-7c58-ff03-e99a-8f082f545409/java.io.tmpdir/jetty-localhost-44403-hadoop-hdfs-3_4_1-tests_jar-_-any-11664449112816065117/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T15:21:32,908 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@35d936c{HTTP/1.1, (http/1.1)}{localhost:44403} 2024-11-12T15:21:32,908 INFO [Time-limited test {}] server.Server(415): Started @274152ms 2024-11-12T15:21:32,909 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T15:21:33,595 WARN [Thread-3533 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c899476c-7c58-ff03-e99a-8f082f545409/cluster_7fad7dcf-3759-e97e-2347-9578cbc8cd56/data/data1/current/BP-678472238-172.17.0.2-1731424892127/current, will proceed with Du for space computation calculation, 2024-11-12T15:21:33,595 WARN [Thread-3534 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c899476c-7c58-ff03-e99a-8f082f545409/cluster_7fad7dcf-3759-e97e-2347-9578cbc8cd56/data/data2/current/BP-678472238-172.17.0.2-1731424892127/current, will proceed with Du for space computation calculation, 2024-11-12T15:21:33,614 WARN [Thread-3521 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T15:21:33,616 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x46caa887fea4ab7b with lease ID 0x7592d9532e0e5d9: Processing first storage report for DS-cef5a775-9a1b-4289-9636-579205edeb13 from datanode DatanodeRegistration(127.0.0.1:34729, datanodeUuid=89d377cd-5cbb-4548-b18e-bf1c6f256539, infoPort=44539, infoSecurePort=0, ipcPort=37651, storageInfo=lv=-57;cid=testClusterID;nsid=685479819;c=1731424892127) 2024-11-12T15:21:33,616 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x46caa887fea4ab7b with lease ID 0x7592d9532e0e5d9: from storage DS-cef5a775-9a1b-4289-9636-579205edeb13 node DatanodeRegistration(127.0.0.1:34729, datanodeUuid=89d377cd-5cbb-4548-b18e-bf1c6f256539, infoPort=44539, infoSecurePort=0, ipcPort=37651, storageInfo=lv=-57;cid=testClusterID;nsid=685479819;c=1731424892127), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T15:21:33,616 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x46caa887fea4ab7b with lease ID 0x7592d9532e0e5d9: Processing first storage report for DS-937988d1-437d-4b93-b121-47a9b4713a35 from datanode DatanodeRegistration(127.0.0.1:34729, datanodeUuid=89d377cd-5cbb-4548-b18e-bf1c6f256539, infoPort=44539, infoSecurePort=0, ipcPort=37651, storageInfo=lv=-57;cid=testClusterID;nsid=685479819;c=1731424892127) 2024-11-12T15:21:33,616 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x46caa887fea4ab7b with lease ID 0x7592d9532e0e5d9: from storage DS-937988d1-437d-4b93-b121-47a9b4713a35 node DatanodeRegistration(127.0.0.1:34729, datanodeUuid=89d377cd-5cbb-4548-b18e-bf1c6f256539, infoPort=44539, infoSecurePort=0, ipcPort=37651, storageInfo=lv=-57;cid=testClusterID;nsid=685479819;c=1731424892127), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T15:21:33,635 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c899476c-7c58-ff03-e99a-8f082f545409 2024-11-12T15:21:33,635 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:21:33,637 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:21:33,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741825_1001 (size=7) 2024-11-12T15:21:34,043 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60 with version=8 2024-11-12T15:21:34,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/hbase-staging 2024-11-12T15:21:34,046 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a6f201fa5419:0 server-side Connection retries=45 2024-11-12T15:21:34,046 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:21:34,046 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T15:21:34,046 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T15:21:34,046 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:21:34,046 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T15:21:34,046 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T15:21:34,046 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T15:21:34,047 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43039 2024-11-12T15:21:34,047 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43039 connecting to ZooKeeper ensemble=127.0.0.1:60848 2024-11-12T15:21:34,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:430390x0, quorum=127.0.0.1:60848, baseZNode=/1-83280133 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T15:21:34,090 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43039-0x1012fa31ab80003 connected 2024-11-12T15:21:34,164 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:21:34,165 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:21:34,167 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43039-0x1012fa31ab80003, quorum=127.0.0.1:60848, baseZNode=/1-83280133 Set watcher on znode that does not yet exist, /1-83280133/running 2024-11-12T15:21:34,168 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60, hbase.cluster.distributed=false 2024-11-12T15:21:34,169 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43039-0x1012fa31ab80003, quorum=127.0.0.1:60848, baseZNode=/1-83280133 Set watcher on znode that does not yet exist, /1-83280133/acl 2024-11-12T15:21:34,170 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43039 2024-11-12T15:21:34,170 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43039 2024-11-12T15:21:34,170 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43039 2024-11-12T15:21:34,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43039 2024-11-12T15:21:34,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43039 2024-11-12T15:21:34,187 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a6f201fa5419:0 server-side Connection retries=45 2024-11-12T15:21:34,187 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:21:34,187 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T15:21:34,187 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T15:21:34,187 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:21:34,187 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T15:21:34,187 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T15:21:34,187 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T15:21:34,188 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34485 2024-11-12T15:21:34,188 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34485 connecting to ZooKeeper ensemble=127.0.0.1:60848 2024-11-12T15:21:34,189 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:21:34,190 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:21:34,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:344850x0, quorum=127.0.0.1:60848, baseZNode=/1-83280133 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T15:21:34,204 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34485-0x1012fa31ab80004 connected 2024-11-12T15:21:34,204 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34485-0x1012fa31ab80004, quorum=127.0.0.1:60848, baseZNode=/1-83280133 Set watcher on znode that does not yet exist, /1-83280133/running 2024-11-12T15:21:34,205 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T15:21:34,205 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T15:21:34,205 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34485-0x1012fa31ab80004, quorum=127.0.0.1:60848, baseZNode=/1-83280133 Set watcher on znode that does not yet exist, /1-83280133/master 2024-11-12T15:21:34,206 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34485-0x1012fa31ab80004, quorum=127.0.0.1:60848, baseZNode=/1-83280133 Set watcher on znode that does not yet exist, /1-83280133/acl 2024-11-12T15:21:34,207 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34485 2024-11-12T15:21:34,207 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34485 2024-11-12T15:21:34,207 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34485 2024-11-12T15:21:34,207 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34485 2024-11-12T15:21:34,207 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34485 2024-11-12T15:21:34,221 DEBUG [M:0;a6f201fa5419:43039 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a6f201fa5419:43039 2024-11-12T15:21:34,221 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-83280133/backup-masters/a6f201fa5419,43039,1731424894045 2024-11-12T15:21:34,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34485-0x1012fa31ab80004, quorum=127.0.0.1:60848, baseZNode=/1-83280133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-83280133/backup-masters 2024-11-12T15:21:34,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43039-0x1012fa31ab80003, quorum=127.0.0.1:60848, baseZNode=/1-83280133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-83280133/backup-masters 2024-11-12T15:21:34,227 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43039-0x1012fa31ab80003, quorum=127.0.0.1:60848, baseZNode=/1-83280133 Set watcher on existing znode=/1-83280133/backup-masters/a6f201fa5419,43039,1731424894045 2024-11-12T15:21:34,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43039-0x1012fa31ab80003, quorum=127.0.0.1:60848, baseZNode=/1-83280133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-83280133 2024-11-12T15:21:34,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34485-0x1012fa31ab80004, quorum=127.0.0.1:60848, baseZNode=/1-83280133 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-83280133/master 2024-11-12T15:21:34,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34485-0x1012fa31ab80004, quorum=127.0.0.1:60848, baseZNode=/1-83280133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-83280133 2024-11-12T15:21:34,237 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43039-0x1012fa31ab80003, quorum=127.0.0.1:60848, baseZNode=/1-83280133 Set watcher on existing znode=/1-83280133/master 2024-11-12T15:21:34,238 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-83280133/backup-masters/a6f201fa5419,43039,1731424894045 from backup master directory 2024-11-12T15:21:34,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34485-0x1012fa31ab80004, quorum=127.0.0.1:60848, baseZNode=/1-83280133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-83280133/backup-masters 2024-11-12T15:21:34,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43039-0x1012fa31ab80003, quorum=127.0.0.1:60848, baseZNode=/1-83280133 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-83280133/backup-masters/a6f201fa5419,43039,1731424894045 2024-11-12T15:21:34,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43039-0x1012fa31ab80003, quorum=127.0.0.1:60848, baseZNode=/1-83280133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-83280133/backup-masters 2024-11-12T15:21:34,248 WARN [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T15:21:34,248 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a6f201fa5419,43039,1731424894045 2024-11-12T15:21:34,250 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/hbase.id] with ID: f0f3d018-6d51-4542-8bba-704e16f659cc 2024-11-12T15:21:34,250 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/.tmp/hbase.id 2024-11-12T15:21:34,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741826_1002 (size=42) 2024-11-12T15:21:34,656 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/.tmp/hbase.id]:[hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/hbase.id] 2024-11-12T15:21:34,663 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:21:34,663 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T15:21:34,664 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T15:21:34,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34485-0x1012fa31ab80004, quorum=127.0.0.1:60848, baseZNode=/1-83280133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-83280133 2024-11-12T15:21:34,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43039-0x1012fa31ab80003, quorum=127.0.0.1:60848, baseZNode=/1-83280133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-83280133 2024-11-12T15:21:34,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741827_1003 (size=196) 2024-11-12T15:21:35,116 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T15:21:35,116 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T15:21:35,117 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:21:35,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741828_1004 (size=1189) 2024-11-12T15:21:35,129 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/MasterData/data/master/store 2024-11-12T15:21:35,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741829_1005 (size=34) 2024-11-12T15:21:35,534 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:21:35,534 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T15:21:35,534 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:21:35,534 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:21:35,534 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T15:21:35,534 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:21:35,534 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:21:35,534 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731424895534Disabling compacts and flushes for region at 1731424895534Disabling writes for close at 1731424895534Writing region close event to WAL at 1731424895534Closed at 1731424895534 2024-11-12T15:21:35,535 WARN [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/MasterData/data/master/store/.initializing 2024-11-12T15:21:35,535 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/MasterData/WALs/a6f201fa5419,43039,1731424894045 2024-11-12T15:21:35,536 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T15:21:35,536 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a6f201fa5419%2C43039%2C1731424894045, suffix=, logDir=hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/MasterData/WALs/a6f201fa5419,43039,1731424894045, archiveDir=hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/MasterData/oldWALs, maxLogs=10 2024-11-12T15:21:35,548 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/MasterData/WALs/a6f201fa5419,43039,1731424894045/a6f201fa5419%2C43039%2C1731424894045.1731424895537, exclude list is [], retry=0 2024-11-12T15:21:35,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34729,DS-cef5a775-9a1b-4289-9636-579205edeb13,DISK] 2024-11-12T15:21:35,551 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/MasterData/WALs/a6f201fa5419,43039,1731424894045/a6f201fa5419%2C43039%2C1731424894045.1731424895537 2024-11-12T15:21:35,551 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44539:44539)] 2024-11-12T15:21:35,551 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T15:21:35,552 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:21:35,552 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:21:35,552 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:21:35,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:21:35,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T15:21:35,554 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:21:35,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:21:35,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:21:35,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T15:21:35,555 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:21:35,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:21:35,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:21:35,556 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T15:21:35,556 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:21:35,556 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:21:35,556 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:21:35,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T15:21:35,557 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:21:35,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:21:35,557 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:21:35,558 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:21:35,558 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:21:35,558 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:21:35,558 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:21:35,559 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T15:21:35,559 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:21:35,561 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T15:21:35,561 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75191689, jitterRate=0.12044347822666168}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T15:21:35,561 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731424895552Initializing all the Stores at 1731424895552Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424895552Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424895553 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424895553Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424895553Cleaning up temporary data from old regions at 1731424895558 (+5 ms)Region opened successfully at 1731424895561 (+3 ms) 2024-11-12T15:21:35,561 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T15:21:35,563 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e125351, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a6f201fa5419/172.17.0.2:0 2024-11-12T15:21:35,564 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T15:21:35,564 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T15:21:35,564 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T15:21:35,564 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T15:21:35,564 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T15:21:35,564 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T15:21:35,564 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T15:21:35,566 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T15:21:35,566 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43039-0x1012fa31ab80003, quorum=127.0.0.1:60848, baseZNode=/1-83280133 Unable to get data of znode /1-83280133/balancer because node does not exist (not necessarily an error) 2024-11-12T15:21:35,605 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-83280133/balancer already deleted, retry=false 2024-11-12T15:21:35,606 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T15:21:35,607 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43039-0x1012fa31ab80003, quorum=127.0.0.1:60848, baseZNode=/1-83280133 Unable to get data of znode /1-83280133/normalizer because node does not exist (not necessarily an error) 2024-11-12T15:21:35,616 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-83280133/normalizer already deleted, retry=false 2024-11-12T15:21:35,616 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T15:21:35,617 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43039-0x1012fa31ab80003, quorum=127.0.0.1:60848, baseZNode=/1-83280133 Unable to get data of znode /1-83280133/switch/split because node does not exist (not necessarily an error) 2024-11-12T15:21:35,626 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-83280133/switch/split already deleted, retry=false 2024-11-12T15:21:35,627 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43039-0x1012fa31ab80003, quorum=127.0.0.1:60848, baseZNode=/1-83280133 Unable to get data of znode /1-83280133/switch/merge because node does not exist (not necessarily an error) 2024-11-12T15:21:35,637 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-83280133/switch/merge already deleted, retry=false 2024-11-12T15:21:35,639 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43039-0x1012fa31ab80003, quorum=127.0.0.1:60848, baseZNode=/1-83280133 Unable to get data of znode /1-83280133/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T15:21:35,647 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-83280133/snapshot-cleanup already deleted, retry=false 2024-11-12T15:21:35,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34485-0x1012fa31ab80004, quorum=127.0.0.1:60848, baseZNode=/1-83280133 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-83280133/running 2024-11-12T15:21:35,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43039-0x1012fa31ab80003, quorum=127.0.0.1:60848, baseZNode=/1-83280133 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-83280133/running 2024-11-12T15:21:35,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43039-0x1012fa31ab80003, quorum=127.0.0.1:60848, baseZNode=/1-83280133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-83280133 2024-11-12T15:21:35,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34485-0x1012fa31ab80004, quorum=127.0.0.1:60848, baseZNode=/1-83280133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-83280133 2024-11-12T15:21:35,658 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a6f201fa5419,43039,1731424894045, sessionid=0x1012fa31ab80003, setting cluster-up flag (Was=false) 2024-11-12T15:21:35,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34485-0x1012fa31ab80004, quorum=127.0.0.1:60848, baseZNode=/1-83280133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-83280133 2024-11-12T15:21:35,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43039-0x1012fa31ab80003, quorum=127.0.0.1:60848, baseZNode=/1-83280133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-83280133 2024-11-12T15:21:35,711 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-83280133/flush-table-proc/acquired, /1-83280133/flush-table-proc/reached, /1-83280133/flush-table-proc/abort 2024-11-12T15:21:35,712 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a6f201fa5419,43039,1731424894045 2024-11-12T15:21:35,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43039-0x1012fa31ab80003, quorum=127.0.0.1:60848, baseZNode=/1-83280133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-83280133 2024-11-12T15:21:35,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34485-0x1012fa31ab80004, quorum=127.0.0.1:60848, baseZNode=/1-83280133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-83280133 2024-11-12T15:21:35,763 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-83280133/online-snapshot/acquired, /1-83280133/online-snapshot/reached, /1-83280133/online-snapshot/abort 2024-11-12T15:21:35,764 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a6f201fa5419,43039,1731424894045 2024-11-12T15:21:35,765 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T15:21:35,766 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T15:21:35,766 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T15:21:35,766 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T15:21:35,767 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a6f201fa5419,43039,1731424894045 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T15:21:35,768 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:21:35,768 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:21:35,768 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:21:35,768 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:21:35,768 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a6f201fa5419:0, corePoolSize=10, maxPoolSize=10 2024-11-12T15:21:35,768 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:21:35,768 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a6f201fa5419:0, corePoolSize=2, maxPoolSize=2 2024-11-12T15:21:35,768 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:21:35,769 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T15:21:35,770 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T15:21:35,770 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:21:35,770 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T15:21:35,776 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731424925776 2024-11-12T15:21:35,776 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T15:21:35,776 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T15:21:35,776 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T15:21:35,776 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T15:21:35,776 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T15:21:35,776 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T15:21:35,777 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T15:21:35,779 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T15:21:35,779 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T15:21:35,779 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T15:21:35,779 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T15:21:35,779 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T15:21:35,779 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T15:21:35,779 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.large.0-1731424895779,5,FailOnTimeoutGroup] 2024-11-12T15:21:35,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741831_1007 (size=1321) 2024-11-12T15:21:35,784 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.small.0-1731424895779,5,FailOnTimeoutGroup] 2024-11-12T15:21:35,784 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T15:21:35,784 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T15:21:35,784 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T15:21:35,784 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T15:21:35,810 INFO [RS:0;a6f201fa5419:34485 {}] regionserver.HRegionServer(746): ClusterId : f0f3d018-6d51-4542-8bba-704e16f659cc 2024-11-12T15:21:35,810 DEBUG [RS:0;a6f201fa5419:34485 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T15:21:35,817 DEBUG [RS:0;a6f201fa5419:34485 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T15:21:35,817 DEBUG [RS:0;a6f201fa5419:34485 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T15:21:35,827 DEBUG [RS:0;a6f201fa5419:34485 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T15:21:35,827 DEBUG [RS:0;a6f201fa5419:34485 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25c7c4bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a6f201fa5419/172.17.0.2:0 2024-11-12T15:21:35,837 DEBUG [RS:0;a6f201fa5419:34485 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a6f201fa5419:34485 2024-11-12T15:21:35,837 INFO [RS:0;a6f201fa5419:34485 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T15:21:35,837 INFO [RS:0;a6f201fa5419:34485 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T15:21:35,837 DEBUG [RS:0;a6f201fa5419:34485 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T15:21:35,838 INFO [RS:0;a6f201fa5419:34485 {}] regionserver.HRegionServer(2659): reportForDuty to master=a6f201fa5419,43039,1731424894045 with port=34485, startcode=1731424894187 2024-11-12T15:21:35,838 DEBUG [RS:0;a6f201fa5419:34485 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T15:21:35,839 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43759, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T15:21:35,839 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43039 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a6f201fa5419,34485,1731424894187 2024-11-12T15:21:35,839 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43039 {}] master.ServerManager(517): Registering regionserver=a6f201fa5419,34485,1731424894187 2024-11-12T15:21:35,840 DEBUG [RS:0;a6f201fa5419:34485 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60 2024-11-12T15:21:35,840 DEBUG [RS:0;a6f201fa5419:34485 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38871 2024-11-12T15:21:35,840 DEBUG [RS:0;a6f201fa5419:34485 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T15:21:35,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43039-0x1012fa31ab80003, quorum=127.0.0.1:60848, baseZNode=/1-83280133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-83280133/rs 2024-11-12T15:21:35,848 DEBUG [RS:0;a6f201fa5419:34485 {}] zookeeper.ZKUtil(111): regionserver:34485-0x1012fa31ab80004, quorum=127.0.0.1:60848, baseZNode=/1-83280133 Set watcher on existing znode=/1-83280133/rs/a6f201fa5419,34485,1731424894187 2024-11-12T15:21:35,848 WARN [RS:0;a6f201fa5419:34485 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T15:21:35,848 INFO [RS:0;a6f201fa5419:34485 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:21:35,848 DEBUG [RS:0;a6f201fa5419:34485 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/WALs/a6f201fa5419,34485,1731424894187 2024-11-12T15:21:35,848 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a6f201fa5419,34485,1731424894187] 2024-11-12T15:21:35,853 INFO [RS:0;a6f201fa5419:34485 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T15:21:35,854 INFO [RS:0;a6f201fa5419:34485 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T15:21:35,854 INFO [RS:0;a6f201fa5419:34485 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T15:21:35,854 INFO [RS:0;a6f201fa5419:34485 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:21:35,855 INFO [RS:0;a6f201fa5419:34485 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T15:21:35,855 INFO [RS:0;a6f201fa5419:34485 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T15:21:35,855 INFO [RS:0;a6f201fa5419:34485 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T15:21:35,855 DEBUG [RS:0;a6f201fa5419:34485 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:21:35,855 DEBUG [RS:0;a6f201fa5419:34485 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:21:35,855 DEBUG [RS:0;a6f201fa5419:34485 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:21:35,855 DEBUG [RS:0;a6f201fa5419:34485 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:21:35,855 DEBUG [RS:0;a6f201fa5419:34485 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:21:35,855 DEBUG [RS:0;a6f201fa5419:34485 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a6f201fa5419:0, corePoolSize=2, maxPoolSize=2 2024-11-12T15:21:35,855 DEBUG [RS:0;a6f201fa5419:34485 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:21:35,855 DEBUG [RS:0;a6f201fa5419:34485 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:21:35,855 DEBUG [RS:0;a6f201fa5419:34485 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:21:35,855 DEBUG [RS:0;a6f201fa5419:34485 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:21:35,855 DEBUG [RS:0;a6f201fa5419:34485 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:21:35,855 DEBUG [RS:0;a6f201fa5419:34485 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:21:35,855 DEBUG [RS:0;a6f201fa5419:34485 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a6f201fa5419:0, corePoolSize=3, maxPoolSize=3 2024-11-12T15:21:35,856 DEBUG [RS:0;a6f201fa5419:34485 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a6f201fa5419:0, corePoolSize=3, maxPoolSize=3 2024-11-12T15:21:35,856 INFO [RS:0;a6f201fa5419:34485 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T15:21:35,856 INFO [RS:0;a6f201fa5419:34485 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T15:21:35,856 INFO [RS:0;a6f201fa5419:34485 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:21:35,856 INFO [RS:0;a6f201fa5419:34485 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T15:21:35,856 INFO [RS:0;a6f201fa5419:34485 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T15:21:35,856 INFO [RS:0;a6f201fa5419:34485 {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,34485,1731424894187-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T15:21:35,868 INFO [RS:0;a6f201fa5419:34485 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T15:21:35,869 INFO [RS:0;a6f201fa5419:34485 {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,34485,1731424894187-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:21:35,869 INFO [RS:0;a6f201fa5419:34485 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:21:35,869 INFO [RS:0;a6f201fa5419:34485 {}] regionserver.Replication(171): a6f201fa5419,34485,1731424894187 started 2024-11-12T15:21:35,880 INFO [RS:0;a6f201fa5419:34485 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:21:35,880 INFO [RS:0;a6f201fa5419:34485 {}] regionserver.HRegionServer(1482): Serving as a6f201fa5419,34485,1731424894187, RpcServer on a6f201fa5419/172.17.0.2:34485, sessionid=0x1012fa31ab80004 2024-11-12T15:21:35,880 DEBUG [RS:0;a6f201fa5419:34485 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T15:21:35,880 DEBUG [RS:0;a6f201fa5419:34485 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a6f201fa5419,34485,1731424894187 2024-11-12T15:21:35,880 DEBUG [RS:0;a6f201fa5419:34485 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a6f201fa5419,34485,1731424894187' 2024-11-12T15:21:35,880 DEBUG [RS:0;a6f201fa5419:34485 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-83280133/flush-table-proc/abort' 2024-11-12T15:21:35,881 DEBUG [RS:0;a6f201fa5419:34485 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-83280133/flush-table-proc/acquired' 2024-11-12T15:21:35,881 DEBUG [RS:0;a6f201fa5419:34485 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T15:21:35,881 DEBUG [RS:0;a6f201fa5419:34485 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T15:21:35,881 DEBUG [RS:0;a6f201fa5419:34485 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a6f201fa5419,34485,1731424894187 2024-11-12T15:21:35,881 DEBUG [RS:0;a6f201fa5419:34485 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a6f201fa5419,34485,1731424894187' 2024-11-12T15:21:35,881 DEBUG [RS:0;a6f201fa5419:34485 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-83280133/online-snapshot/abort' 2024-11-12T15:21:35,882 DEBUG [RS:0;a6f201fa5419:34485 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-83280133/online-snapshot/acquired' 2024-11-12T15:21:35,882 DEBUG [RS:0;a6f201fa5419:34485 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T15:21:35,882 INFO [RS:0;a6f201fa5419:34485 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T15:21:35,882 INFO [RS:0;a6f201fa5419:34485 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T15:21:35,982 INFO [RS:0;a6f201fa5419:34485 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T15:21:35,983 INFO [RS:0;a6f201fa5419:34485 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a6f201fa5419%2C34485%2C1731424894187, suffix=, logDir=hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/WALs/a6f201fa5419,34485,1731424894187, archiveDir=hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/oldWALs, maxLogs=10 2024-11-12T15:21:35,995 DEBUG [RS:0;a6f201fa5419:34485 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/WALs/a6f201fa5419,34485,1731424894187/a6f201fa5419%2C34485%2C1731424894187.1731424895983, exclude list is [], retry=0 2024-11-12T15:21:35,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34729,DS-cef5a775-9a1b-4289-9636-579205edeb13,DISK] 2024-11-12T15:21:35,998 INFO [RS:0;a6f201fa5419:34485 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/WALs/a6f201fa5419,34485,1731424894187/a6f201fa5419%2C34485%2C1731424894187.1731424895983 2024-11-12T15:21:35,998 DEBUG [RS:0;a6f201fa5419:34485 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44539:44539)] 2024-11-12T15:21:36,182 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T15:21:36,182 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60 2024-11-12T15:21:36,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741833_1009 (size=32) 2024-11-12T15:21:36,335 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T15:21:36,335 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T15:21:36,336 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T15:21:36,336 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-12T15:21:36,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:21:36,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T15:21:36,590 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T15:21:36,590 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:21:36,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:21:36,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T15:21:36,591 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T15:21:36,591 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:21:36,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:21:36,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T15:21:36,592 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T15:21:36,592 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:21:36,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:21:36,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T15:21:36,593 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T15:21:36,593 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:21:36,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:21:36,593 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T15:21:36,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/data/hbase/meta/1588230740 2024-11-12T15:21:36,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/data/hbase/meta/1588230740 2024-11-12T15:21:36,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T15:21:36,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T15:21:36,595 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T15:21:36,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T15:21:36,597 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T15:21:36,597 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65583787, jitterRate=-0.022725418210029602}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T15:21:36,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731424896588Initializing all the Stores at 1731424896589 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424896589Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424896589Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424896589Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424896589Cleaning up temporary data from old regions at 1731424896595 (+6 ms)Region opened successfully at 1731424896597 (+2 ms) 2024-11-12T15:21:36,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T15:21:36,597 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T15:21:36,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T15:21:36,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T15:21:36,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T15:21:36,597 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T15:21:36,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731424896597Disabling compacts and flushes for region at 1731424896597Disabling writes for close at 1731424896597Writing region close event to WAL at 1731424896597Closed at 1731424896597 2024-11-12T15:21:36,598 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T15:21:36,598 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T15:21:36,598 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T15:21:36,599 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T15:21:36,599 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T15:21:36,749 DEBUG [a6f201fa5419:43039 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T15:21:36,750 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a6f201fa5419,34485,1731424894187 2024-11-12T15:21:36,751 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a6f201fa5419,34485,1731424894187, state=OPENING 2024-11-12T15:21:36,808 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T15:21:36,856 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T15:21:36,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43039-0x1012fa31ab80003, quorum=127.0.0.1:60848, baseZNode=/1-83280133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-83280133 2024-11-12T15:21:36,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34485-0x1012fa31ab80004, quorum=127.0.0.1:60848, baseZNode=/1-83280133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-83280133 2024-11-12T15:21:36,878 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-83280133/meta-region-server: CHANGED 2024-11-12T15:21:36,878 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-83280133/meta-region-server: CHANGED 2024-11-12T15:21:36,878 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T15:21:36,878 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a6f201fa5419,34485,1731424894187}] 2024-11-12T15:21:37,030 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T15:21:37,031 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55711, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T15:21:37,033 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T15:21:37,033 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:21:37,033 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T15:21:37,034 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a6f201fa5419%2C34485%2C1731424894187.meta, suffix=.meta, logDir=hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/WALs/a6f201fa5419,34485,1731424894187, archiveDir=hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/oldWALs, maxLogs=10 2024-11-12T15:21:37,046 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/WALs/a6f201fa5419,34485,1731424894187/a6f201fa5419%2C34485%2C1731424894187.meta.1731424897034.meta, exclude list is [], retry=0 2024-11-12T15:21:37,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34729,DS-cef5a775-9a1b-4289-9636-579205edeb13,DISK] 2024-11-12T15:21:37,049 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/WALs/a6f201fa5419,34485,1731424894187/a6f201fa5419%2C34485%2C1731424894187.meta.1731424897034.meta 2024-11-12T15:21:37,051 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44539:44539)] 2024-11-12T15:21:37,051 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T15:21:37,051 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T15:21:37,051 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T15:21:37,051 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T15:21:37,051 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T15:21:37,051 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T15:21:37,051 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:21:37,052 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T15:21:37,052 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T15:21:37,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T15:21:37,055 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T15:21:37,055 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:21:37,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:21:37,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T15:21:37,056 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T15:21:37,056 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:21:37,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:21:37,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T15:21:37,057 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T15:21:37,057 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:21:37,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:21:37,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T15:21:37,058 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T15:21:37,058 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:21:37,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:21:37,058 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T15:21:37,058 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/data/hbase/meta/1588230740 2024-11-12T15:21:37,059 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/data/hbase/meta/1588230740 2024-11-12T15:21:37,060 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T15:21:37,060 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T15:21:37,060 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T15:21:37,061 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T15:21:37,061 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69651362, jitterRate=0.03788617253303528}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T15:21:37,061 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T15:21:37,061 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731424897052Writing region info on filesystem at 1731424897052Initializing all the Stores at 1731424897052Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424897052Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424897055 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424897055Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424897055Cleaning up temporary data from old regions at 1731424897060 (+5 ms)Running coprocessor post-open hooks at 1731424897061 (+1 ms)Region opened successfully at 1731424897061 2024-11-12T15:21:37,062 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731424897030 2024-11-12T15:21:37,064 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T15:21:37,064 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T15:21:37,064 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a6f201fa5419,34485,1731424894187 2024-11-12T15:21:37,064 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a6f201fa5419,34485,1731424894187, state=OPEN 2024-11-12T15:21:37,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34485-0x1012fa31ab80004, quorum=127.0.0.1:60848, baseZNode=/1-83280133 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-83280133/meta-region-server 2024-11-12T15:21:37,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43039-0x1012fa31ab80003, quorum=127.0.0.1:60848, baseZNode=/1-83280133 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-83280133/meta-region-server 2024-11-12T15:21:37,069 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a6f201fa5419,34485,1731424894187 2024-11-12T15:21:37,069 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-83280133/meta-region-server: CHANGED 2024-11-12T15:21:37,069 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-83280133/meta-region-server: CHANGED 2024-11-12T15:21:37,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T15:21:37,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a6f201fa5419,34485,1731424894187 in 191 msec 2024-11-12T15:21:37,071 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T15:21:37,071 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 472 msec 2024-11-12T15:21:37,072 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T15:21:37,072 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T15:21:37,073 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:21:37,073 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,34485,1731424894187, seqNum=-1] 2024-11-12T15:21:37,073 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:21:37,074 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48893, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T15:21:37,077 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3110 sec 2024-11-12T15:21:37,077 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731424897077, completionTime=-1 2024-11-12T15:21:37,077 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T15:21:37,077 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T15:21:37,079 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T15:21:37,079 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731424957079 2024-11-12T15:21:37,079 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731425017079 2024-11-12T15:21:37,079 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-12T15:21:37,079 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,43039,1731424894045-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:21:37,079 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,43039,1731424894045-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:21:37,079 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,43039,1731424894045-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:21:37,079 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a6f201fa5419:43039, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:21:37,079 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T15:21:37,080 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T15:21:37,080 DEBUG [master/a6f201fa5419:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T15:21:37,082 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.834sec 2024-11-12T15:21:37,082 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T15:21:37,082 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T15:21:37,082 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T15:21:37,082 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T15:21:37,082 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T15:21:37,082 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,43039,1731424894045-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T15:21:37,082 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,43039,1731424894045-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T15:21:37,084 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T15:21:37,084 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T15:21:37,084 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,43039,1731424894045-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:21:37,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a44757e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:37,111 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,43039,-1 for getting cluster id 2024-11-12T15:21:37,111 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:21:37,112 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f0f3d018-6d51-4542-8bba-704e16f659cc' 2024-11-12T15:21:37,112 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:21:37,112 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f0f3d018-6d51-4542-8bba-704e16f659cc" 2024-11-12T15:21:37,112 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74fc41b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:37,112 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,43039,-1] 2024-11-12T15:21:37,112 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:21:37,113 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:37,113 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:21:37,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a794161, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:37,114 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:21:37,115 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,34485,1731424894187, seqNum=-1] 2024-11-12T15:21:37,115 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:21:37,115 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T15:21:37,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a6f201fa5419,43039,1731424894045 2024-11-12T15:21:37,117 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60848 2024-11-12T15:21:37,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60848, baseZNode=/1-83280133 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T15:21:37,131 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012fa31ab80005 connected 2024-11-12T15:21:37,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c899476c-7c58-ff03-e99a-8f082f545409/hadoop.log.dir so I do NOT create it in target/test-data/9c100645-1ff7-4d8f-be0c-da05113dd847 2024-11-12T15:21:37,145 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c899476c-7c58-ff03-e99a-8f082f545409/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T15:21:37,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c899476c-7c58-ff03-e99a-8f082f545409/hadoop.tmp.dir so I do NOT create it in target/test-data/9c100645-1ff7-4d8f-be0c-da05113dd847 2024-11-12T15:21:37,145 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c899476c-7c58-ff03-e99a-8f082f545409/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T15:21:37,145 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9c100645-1ff7-4d8f-be0c-da05113dd847 2024-11-12T15:21:37,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T15:21:37,145 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9c100645-1ff7-4d8f-be0c-da05113dd847/cluster_8ce7a180-b6c1-5879-c2fc-4e381376d2d8, deleteOnExit=true 2024-11-12T15:21:37,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T15:21:37,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9c100645-1ff7-4d8f-be0c-da05113dd847/test.cache.data in system properties and HBase conf 2024-11-12T15:21:37,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9c100645-1ff7-4d8f-be0c-da05113dd847/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T15:21:37,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9c100645-1ff7-4d8f-be0c-da05113dd847/hadoop.log.dir in system properties and HBase conf 2024-11-12T15:21:37,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9c100645-1ff7-4d8f-be0c-da05113dd847/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T15:21:37,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9c100645-1ff7-4d8f-be0c-da05113dd847/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T15:21:37,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T15:21:37,146 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T15:21:37,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9c100645-1ff7-4d8f-be0c-da05113dd847/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T15:21:37,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9c100645-1ff7-4d8f-be0c-da05113dd847/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T15:21:37,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9c100645-1ff7-4d8f-be0c-da05113dd847/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T15:21:37,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9c100645-1ff7-4d8f-be0c-da05113dd847/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T15:21:37,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9c100645-1ff7-4d8f-be0c-da05113dd847/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T15:21:37,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9c100645-1ff7-4d8f-be0c-da05113dd847/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T15:21:37,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9c100645-1ff7-4d8f-be0c-da05113dd847/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T15:21:37,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9c100645-1ff7-4d8f-be0c-da05113dd847/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T15:21:37,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9c100645-1ff7-4d8f-be0c-da05113dd847/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T15:21:37,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9c100645-1ff7-4d8f-be0c-da05113dd847/nfs.dump.dir in system properties and HBase conf 2024-11-12T15:21:37,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9c100645-1ff7-4d8f-be0c-da05113dd847/java.io.tmpdir in system properties and HBase conf 2024-11-12T15:21:37,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9c100645-1ff7-4d8f-be0c-da05113dd847/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T15:21:37,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9c100645-1ff7-4d8f-be0c-da05113dd847/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T15:21:37,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9c100645-1ff7-4d8f-be0c-da05113dd847/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T15:21:37,403 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-12T15:21:37,404 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:37,404 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:37,404 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:37,404 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:37,438 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:37,438 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:37,438 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:37,439 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:37,439 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:37,439 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:37,445 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:37,448 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:37,449 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:37,482 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T15:21:37,484 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T15:21:37,487 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T15:21:37,487 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T15:21:37,487 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T15:21:37,488 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T15:21:37,489 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22d1878f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9c100645-1ff7-4d8f-be0c-da05113dd847/hadoop.log.dir/,AVAILABLE} 2024-11-12T15:21:37,489 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ea353dd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T15:21:37,582 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2f7bb3d5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9c100645-1ff7-4d8f-be0c-da05113dd847/java.io.tmpdir/jetty-localhost-46631-hadoop-hdfs-3_4_1-tests_jar-_-any-11156444949673632632/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T15:21:37,583 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@681c5839{HTTP/1.1, (http/1.1)}{localhost:46631} 2024-11-12T15:21:37,583 INFO [Time-limited test {}] server.Server(415): Started @278827ms 2024-11-12T15:21:37,813 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T15:21:37,816 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T15:21:37,819 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T15:21:37,819 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T15:21:37,819 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T15:21:37,820 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@371b423e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9c100645-1ff7-4d8f-be0c-da05113dd847/hadoop.log.dir/,AVAILABLE} 2024-11-12T15:21:37,820 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@125af0d8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T15:21:37,922 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3f4a9931{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9c100645-1ff7-4d8f-be0c-da05113dd847/java.io.tmpdir/jetty-localhost-43899-hadoop-hdfs-3_4_1-tests_jar-_-any-5451169305121438820/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T15:21:37,923 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@75fd094d{HTTP/1.1, (http/1.1)}{localhost:43899} 2024-11-12T15:21:37,923 INFO [Time-limited test {}] server.Server(415): Started @279166ms 2024-11-12T15:21:37,924 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T15:21:38,563 WARN [Thread-3654 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9c100645-1ff7-4d8f-be0c-da05113dd847/cluster_8ce7a180-b6c1-5879-c2fc-4e381376d2d8/data/data1/current/BP-240646759-172.17.0.2-1731424897160/current, will proceed with Du for space computation calculation, 2024-11-12T15:21:38,563 WARN [Thread-3655 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9c100645-1ff7-4d8f-be0c-da05113dd847/cluster_8ce7a180-b6c1-5879-c2fc-4e381376d2d8/data/data2/current/BP-240646759-172.17.0.2-1731424897160/current, will proceed with Du for space computation calculation, 2024-11-12T15:21:38,577 WARN [Thread-3642 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T15:21:38,579 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa608e145fe829a62 with lease ID 0x1534ffef6e3c6a5: Processing first storage report for DS-9f6f9343-9906-40fc-976e-9f235391db2c from datanode DatanodeRegistration(127.0.0.1:45311, datanodeUuid=d8dc2b3d-9b59-48f8-8882-89c731f1561c, infoPort=37407, infoSecurePort=0, ipcPort=40313, storageInfo=lv=-57;cid=testClusterID;nsid=1272360917;c=1731424897160) 2024-11-12T15:21:38,579 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa608e145fe829a62 with lease ID 0x1534ffef6e3c6a5: from storage DS-9f6f9343-9906-40fc-976e-9f235391db2c node DatanodeRegistration(127.0.0.1:45311, datanodeUuid=d8dc2b3d-9b59-48f8-8882-89c731f1561c, infoPort=37407, infoSecurePort=0, ipcPort=40313, storageInfo=lv=-57;cid=testClusterID;nsid=1272360917;c=1731424897160), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T15:21:38,580 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa608e145fe829a62 with lease ID 0x1534ffef6e3c6a5: Processing first storage report for DS-8fc6abdd-8da8-43eb-a57b-7ae4eba59edb from datanode DatanodeRegistration(127.0.0.1:45311, datanodeUuid=d8dc2b3d-9b59-48f8-8882-89c731f1561c, infoPort=37407, infoSecurePort=0, ipcPort=40313, storageInfo=lv=-57;cid=testClusterID;nsid=1272360917;c=1731424897160) 2024-11-12T15:21:38,580 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa608e145fe829a62 with lease ID 0x1534ffef6e3c6a5: from storage DS-8fc6abdd-8da8-43eb-a57b-7ae4eba59edb node DatanodeRegistration(127.0.0.1:45311, datanodeUuid=d8dc2b3d-9b59-48f8-8882-89c731f1561c, infoPort=37407, infoSecurePort=0, ipcPort=40313, storageInfo=lv=-57;cid=testClusterID;nsid=1272360917;c=1731424897160), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T15:21:38,644 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9c100645-1ff7-4d8f-be0c-da05113dd847 2024-11-12T15:21:38,644 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:21:38,645 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:21:38,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45311 is added to blk_1073741825_1001 (size=7) 2024-11-12T15:21:38,664 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639 with version=8 2024-11-12T15:21:38,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/hbase-staging 2024-11-12T15:21:38,666 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a6f201fa5419:0 server-side Connection retries=45 2024-11-12T15:21:38,666 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:21:38,666 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T15:21:38,666 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T15:21:38,666 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:21:38,666 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T15:21:38,666 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T15:21:38,667 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T15:21:38,667 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37357 2024-11-12T15:21:38,668 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37357 connecting to ZooKeeper ensemble=127.0.0.1:60848 2024-11-12T15:21:38,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:373570x0, quorum=127.0.0.1:60848, baseZNode=/2-1390672383 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T15:21:38,690 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37357-0x1012fa31ab80006 connected 2024-11-12T15:21:38,763 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:21:38,765 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:21:38,766 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37357-0x1012fa31ab80006, quorum=127.0.0.1:60848, baseZNode=/2-1390672383 Set watcher on znode that does not yet exist, /2-1390672383/running 2024-11-12T15:21:38,766 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639, hbase.cluster.distributed=false 2024-11-12T15:21:38,767 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37357-0x1012fa31ab80006, quorum=127.0.0.1:60848, baseZNode=/2-1390672383 Set watcher on znode that does not yet exist, /2-1390672383/acl 2024-11-12T15:21:38,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37357 2024-11-12T15:21:38,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37357 2024-11-12T15:21:38,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37357 2024-11-12T15:21:38,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37357 2024-11-12T15:21:38,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37357 2024-11-12T15:21:38,781 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a6f201fa5419:0 server-side Connection retries=45 2024-11-12T15:21:38,781 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:21:38,781 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T15:21:38,781 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T15:21:38,781 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:21:38,781 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T15:21:38,781 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T15:21:38,781 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T15:21:38,781 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36403 2024-11-12T15:21:38,782 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36403 connecting to ZooKeeper ensemble=127.0.0.1:60848 2024-11-12T15:21:38,782 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:21:38,783 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:21:38,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:364030x0, quorum=127.0.0.1:60848, baseZNode=/2-1390672383 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T15:21:38,795 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36403-0x1012fa31ab80007 connected 2024-11-12T15:21:38,795 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36403-0x1012fa31ab80007, quorum=127.0.0.1:60848, baseZNode=/2-1390672383 Set watcher on znode that does not yet exist, /2-1390672383/running 2024-11-12T15:21:38,795 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T15:21:38,796 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T15:21:38,796 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36403-0x1012fa31ab80007, quorum=127.0.0.1:60848, baseZNode=/2-1390672383 Set watcher on znode that does not yet exist, /2-1390672383/master 2024-11-12T15:21:38,797 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36403-0x1012fa31ab80007, quorum=127.0.0.1:60848, baseZNode=/2-1390672383 Set watcher on znode that does not yet exist, /2-1390672383/acl 2024-11-12T15:21:38,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36403 2024-11-12T15:21:38,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36403 2024-11-12T15:21:38,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36403 2024-11-12T15:21:38,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36403 2024-11-12T15:21:38,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36403 2024-11-12T15:21:38,815 DEBUG [M:0;a6f201fa5419:37357 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a6f201fa5419:37357 2024-11-12T15:21:38,815 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1390672383/backup-masters/a6f201fa5419,37357,1731424898666 2024-11-12T15:21:38,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37357-0x1012fa31ab80006, quorum=127.0.0.1:60848, baseZNode=/2-1390672383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1390672383/backup-masters 2024-11-12T15:21:38,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36403-0x1012fa31ab80007, quorum=127.0.0.1:60848, baseZNode=/2-1390672383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1390672383/backup-masters 2024-11-12T15:21:38,827 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:21:38,827 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37357-0x1012fa31ab80006, quorum=127.0.0.1:60848, baseZNode=/2-1390672383 Set watcher on existing znode=/2-1390672383/backup-masters/a6f201fa5419,37357,1731424898666 2024-11-12T15:21:38,827 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a6f201fa5419,42129,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a6f201fa5419:42129 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T15:21:38,828 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88749 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a6f201fa5419,42129,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a6f201fa5419:42129 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T15:21:38,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36403-0x1012fa31ab80007, quorum=127.0.0.1:60848, baseZNode=/2-1390672383 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1390672383/master 2024-11-12T15:21:38,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37357-0x1012fa31ab80006, quorum=127.0.0.1:60848, baseZNode=/2-1390672383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1390672383 2024-11-12T15:21:38,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36403-0x1012fa31ab80007, quorum=127.0.0.1:60848, baseZNode=/2-1390672383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1390672383 2024-11-12T15:21:38,837 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37357-0x1012fa31ab80006, quorum=127.0.0.1:60848, baseZNode=/2-1390672383 Set watcher on existing znode=/2-1390672383/master 2024-11-12T15:21:38,838 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1390672383/backup-masters/a6f201fa5419,37357,1731424898666 from backup master directory 2024-11-12T15:21:38,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37357-0x1012fa31ab80006, quorum=127.0.0.1:60848, baseZNode=/2-1390672383 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1390672383/backup-masters/a6f201fa5419,37357,1731424898666 2024-11-12T15:21:38,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36403-0x1012fa31ab80007, quorum=127.0.0.1:60848, baseZNode=/2-1390672383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1390672383/backup-masters 2024-11-12T15:21:38,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37357-0x1012fa31ab80006, quorum=127.0.0.1:60848, baseZNode=/2-1390672383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1390672383/backup-masters 2024-11-12T15:21:38,847 WARN [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T15:21:38,847 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a6f201fa5419,37357,1731424898666 2024-11-12T15:21:38,850 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/hbase.id] with ID: 03c9990a-b1b1-49a2-ba4a-e249fbb8c6c8 2024-11-12T15:21:38,850 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/.tmp/hbase.id 2024-11-12T15:21:38,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45311 is added to blk_1073741826_1002 (size=42) 2024-11-12T15:21:39,254 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/.tmp/hbase.id]:[hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/hbase.id] 2024-11-12T15:21:39,262 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:21:39,262 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T15:21:39,263 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T15:21:39,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37357-0x1012fa31ab80006, quorum=127.0.0.1:60848, baseZNode=/2-1390672383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1390672383 2024-11-12T15:21:39,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36403-0x1012fa31ab80007, quorum=127.0.0.1:60848, baseZNode=/2-1390672383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1390672383 2024-11-12T15:21:39,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45311 is added to blk_1073741827_1003 (size=196) 2024-11-12T15:21:39,336 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T15:21:39,336 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T15:21:39,337 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:21:39,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45311 is added to blk_1073741828_1004 (size=1189) 2024-11-12T15:21:39,747 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/MasterData/data/master/store 2024-11-12T15:21:39,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45311 is added to blk_1073741829_1005 (size=34) 2024-11-12T15:21:40,151 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:21:40,151 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T15:21:40,151 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:21:40,151 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:21:40,151 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T15:21:40,151 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:21:40,151 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:21:40,152 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731424900151Disabling compacts and flushes for region at 1731424900151Disabling writes for close at 1731424900151Writing region close event to WAL at 1731424900151Closed at 1731424900151 2024-11-12T15:21:40,152 WARN [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/MasterData/data/master/store/.initializing 2024-11-12T15:21:40,152 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/MasterData/WALs/a6f201fa5419,37357,1731424898666 2024-11-12T15:21:40,153 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T15:21:40,154 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a6f201fa5419%2C37357%2C1731424898666, suffix=, logDir=hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/MasterData/WALs/a6f201fa5419,37357,1731424898666, archiveDir=hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/MasterData/oldWALs, maxLogs=10 2024-11-12T15:21:40,165 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/MasterData/WALs/a6f201fa5419,37357,1731424898666/a6f201fa5419%2C37357%2C1731424898666.1731424900154, exclude list is [], retry=0 2024-11-12T15:21:40,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45311,DS-9f6f9343-9906-40fc-976e-9f235391db2c,DISK] 2024-11-12T15:21:40,169 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/MasterData/WALs/a6f201fa5419,37357,1731424898666/a6f201fa5419%2C37357%2C1731424898666.1731424900154 2024-11-12T15:21:40,169 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37407:37407)] 2024-11-12T15:21:40,169 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T15:21:40,169 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:21:40,169 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:21:40,169 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:21:40,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:21:40,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T15:21:40,171 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:21:40,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:21:40,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:21:40,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T15:21:40,172 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:21:40,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:21:40,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:21:40,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T15:21:40,173 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:21:40,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:21:40,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:21:40,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T15:21:40,174 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:21:40,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:21:40,175 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:21:40,175 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:21:40,175 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:21:40,176 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:21:40,176 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:21:40,176 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T15:21:40,177 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:21:40,178 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T15:21:40,178 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72829331, jitterRate=0.08524160087108612}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T15:21:40,179 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731424900169Initializing all the Stores at 1731424900170 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424900170Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424900170Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424900170Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424900170Cleaning up temporary data from old regions at 1731424900176 (+6 ms)Region opened successfully at 1731424900179 (+3 ms) 2024-11-12T15:21:40,179 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T15:21:40,180 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d429f45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a6f201fa5419/172.17.0.2:0 2024-11-12T15:21:40,181 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T15:21:40,181 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T15:21:40,181 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T15:21:40,181 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T15:21:40,182 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T15:21:40,182 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T15:21:40,182 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T15:21:40,183 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T15:21:40,184 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37357-0x1012fa31ab80006, quorum=127.0.0.1:60848, baseZNode=/2-1390672383 Unable to get data of znode /2-1390672383/balancer because node does not exist (not necessarily an error) 2024-11-12T15:21:40,248 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1390672383/balancer already deleted, retry=false 2024-11-12T15:21:40,249 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T15:21:40,249 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37357-0x1012fa31ab80006, quorum=127.0.0.1:60848, baseZNode=/2-1390672383 Unable to get data of znode /2-1390672383/normalizer because node does not exist (not necessarily an error) 2024-11-12T15:21:40,310 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1390672383/normalizer already deleted, retry=false 2024-11-12T15:21:40,311 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T15:21:40,312 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37357-0x1012fa31ab80006, quorum=127.0.0.1:60848, baseZNode=/2-1390672383 Unable to get data of znode /2-1390672383/switch/split because node does not exist (not necessarily an error) 2024-11-12T15:21:40,353 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1390672383/switch/split already deleted, retry=false 2024-11-12T15:21:40,354 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37357-0x1012fa31ab80006, quorum=127.0.0.1:60848, baseZNode=/2-1390672383 Unable to get data of znode /2-1390672383/switch/merge because node does not exist (not necessarily an error) 2024-11-12T15:21:40,372 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1390672383/switch/merge already deleted, retry=false 2024-11-12T15:21:40,374 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37357-0x1012fa31ab80006, quorum=127.0.0.1:60848, baseZNode=/2-1390672383 Unable to get data of znode /2-1390672383/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T15:21:40,384 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1390672383/snapshot-cleanup already deleted, retry=false 2024-11-12T15:21:40,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37357-0x1012fa31ab80006, quorum=127.0.0.1:60848, baseZNode=/2-1390672383 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1390672383/running 2024-11-12T15:21:40,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36403-0x1012fa31ab80007, quorum=127.0.0.1:60848, baseZNode=/2-1390672383 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1390672383/running 2024-11-12T15:21:40,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36403-0x1012fa31ab80007, quorum=127.0.0.1:60848, baseZNode=/2-1390672383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1390672383 2024-11-12T15:21:40,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37357-0x1012fa31ab80006, quorum=127.0.0.1:60848, baseZNode=/2-1390672383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1390672383 2024-11-12T15:21:40,395 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a6f201fa5419,37357,1731424898666, sessionid=0x1012fa31ab80006, setting cluster-up flag (Was=false) 2024-11-12T15:21:40,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37357-0x1012fa31ab80006, quorum=127.0.0.1:60848, baseZNode=/2-1390672383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1390672383 2024-11-12T15:21:40,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36403-0x1012fa31ab80007, quorum=127.0.0.1:60848, baseZNode=/2-1390672383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1390672383 2024-11-12T15:21:40,447 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1390672383/flush-table-proc/acquired, /2-1390672383/flush-table-proc/reached, /2-1390672383/flush-table-proc/abort 2024-11-12T15:21:40,448 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a6f201fa5419,37357,1731424898666 2024-11-12T15:21:40,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36403-0x1012fa31ab80007, quorum=127.0.0.1:60848, baseZNode=/2-1390672383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1390672383 2024-11-12T15:21:40,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37357-0x1012fa31ab80006, quorum=127.0.0.1:60848, baseZNode=/2-1390672383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1390672383 2024-11-12T15:21:40,500 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1390672383/online-snapshot/acquired, /2-1390672383/online-snapshot/reached, /2-1390672383/online-snapshot/abort 2024-11-12T15:21:40,501 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a6f201fa5419,37357,1731424898666 2024-11-12T15:21:40,502 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T15:21:40,503 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T15:21:40,503 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T15:21:40,503 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T15:21:40,504 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a6f201fa5419,37357,1731424898666 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T15:21:40,505 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:21:40,505 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:21:40,505 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:21:40,505 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:21:40,505 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a6f201fa5419:0, corePoolSize=10, maxPoolSize=10 2024-11-12T15:21:40,505 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:21:40,505 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a6f201fa5419:0, corePoolSize=2, maxPoolSize=2 2024-11-12T15:21:40,505 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:21:40,506 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731424930506 2024-11-12T15:21:40,506 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T15:21:40,506 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T15:21:40,506 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T15:21:40,506 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T15:21:40,506 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T15:21:40,506 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T15:21:40,506 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T15:21:40,506 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T15:21:40,507 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T15:21:40,507 INFO [RS:0;a6f201fa5419:36403 {}] regionserver.HRegionServer(746): ClusterId : 03c9990a-b1b1-49a2-ba4a-e249fbb8c6c8 2024-11-12T15:21:40,507 DEBUG [RS:0;a6f201fa5419:36403 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T15:21:40,507 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T15:21:40,507 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T15:21:40,507 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:21:40,507 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T15:21:40,507 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T15:21:40,507 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T15:21:40,508 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T15:21:40,508 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T15:21:40,508 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.large.0-1731424900508,5,FailOnTimeoutGroup] 2024-11-12T15:21:40,511 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.small.0-1731424900508,5,FailOnTimeoutGroup] 2024-11-12T15:21:40,511 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T15:21:40,511 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T15:21:40,511 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T15:21:40,511 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T15:21:40,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45311 is added to blk_1073741831_1007 (size=1321) 2024-11-12T15:21:40,530 DEBUG [RS:0;a6f201fa5419:36403 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T15:21:40,530 DEBUG [RS:0;a6f201fa5419:36403 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T15:21:40,543 DEBUG [RS:0;a6f201fa5419:36403 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T15:21:40,543 DEBUG [RS:0;a6f201fa5419:36403 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74f2a833, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a6f201fa5419/172.17.0.2:0 2024-11-12T15:21:40,556 DEBUG [RS:0;a6f201fa5419:36403 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a6f201fa5419:36403 2024-11-12T15:21:40,557 INFO [RS:0;a6f201fa5419:36403 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T15:21:40,557 INFO [RS:0;a6f201fa5419:36403 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T15:21:40,557 DEBUG [RS:0;a6f201fa5419:36403 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T15:21:40,557 INFO [RS:0;a6f201fa5419:36403 {}] regionserver.HRegionServer(2659): reportForDuty to master=a6f201fa5419,37357,1731424898666 with port=36403, startcode=1731424898780 2024-11-12T15:21:40,557 DEBUG [RS:0;a6f201fa5419:36403 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T15:21:40,558 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36785, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T15:21:40,559 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37357 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a6f201fa5419,36403,1731424898780 2024-11-12T15:21:40,559 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37357 {}] master.ServerManager(517): Registering regionserver=a6f201fa5419,36403,1731424898780 2024-11-12T15:21:40,560 DEBUG [RS:0;a6f201fa5419:36403 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639 2024-11-12T15:21:40,560 DEBUG [RS:0;a6f201fa5419:36403 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42395 2024-11-12T15:21:40,560 DEBUG [RS:0;a6f201fa5419:36403 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T15:21:40,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37357-0x1012fa31ab80006, quorum=127.0.0.1:60848, baseZNode=/2-1390672383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1390672383/rs 2024-11-12T15:21:40,616 DEBUG [RS:0;a6f201fa5419:36403 {}] zookeeper.ZKUtil(111): regionserver:36403-0x1012fa31ab80007, quorum=127.0.0.1:60848, baseZNode=/2-1390672383 Set watcher on existing znode=/2-1390672383/rs/a6f201fa5419,36403,1731424898780 2024-11-12T15:21:40,616 WARN [RS:0;a6f201fa5419:36403 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T15:21:40,616 INFO [RS:0;a6f201fa5419:36403 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:21:40,616 DEBUG [RS:0;a6f201fa5419:36403 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/WALs/a6f201fa5419,36403,1731424898780 2024-11-12T15:21:40,616 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a6f201fa5419,36403,1731424898780] 2024-11-12T15:21:40,618 INFO [RS:0;a6f201fa5419:36403 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T15:21:40,620 INFO [RS:0;a6f201fa5419:36403 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T15:21:40,620 INFO [RS:0;a6f201fa5419:36403 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T15:21:40,620 INFO [RS:0;a6f201fa5419:36403 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:21:40,620 INFO [RS:0;a6f201fa5419:36403 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T15:21:40,621 INFO [RS:0;a6f201fa5419:36403 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T15:21:40,621 INFO [RS:0;a6f201fa5419:36403 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T15:21:40,621 DEBUG [RS:0;a6f201fa5419:36403 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:21:40,621 DEBUG [RS:0;a6f201fa5419:36403 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:21:40,621 DEBUG [RS:0;a6f201fa5419:36403 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:21:40,621 DEBUG [RS:0;a6f201fa5419:36403 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:21:40,621 DEBUG [RS:0;a6f201fa5419:36403 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:21:40,621 DEBUG [RS:0;a6f201fa5419:36403 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a6f201fa5419:0, corePoolSize=2, maxPoolSize=2 2024-11-12T15:21:40,621 DEBUG [RS:0;a6f201fa5419:36403 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:21:40,621 DEBUG [RS:0;a6f201fa5419:36403 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:21:40,621 DEBUG [RS:0;a6f201fa5419:36403 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:21:40,621 DEBUG [RS:0;a6f201fa5419:36403 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:21:40,621 DEBUG [RS:0;a6f201fa5419:36403 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:21:40,621 DEBUG [RS:0;a6f201fa5419:36403 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:21:40,621 DEBUG [RS:0;a6f201fa5419:36403 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a6f201fa5419:0, corePoolSize=3, maxPoolSize=3 2024-11-12T15:21:40,621 DEBUG [RS:0;a6f201fa5419:36403 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a6f201fa5419:0, corePoolSize=3, maxPoolSize=3 2024-11-12T15:21:40,622 INFO [RS:0;a6f201fa5419:36403 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T15:21:40,622 INFO [RS:0;a6f201fa5419:36403 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T15:21:40,622 INFO [RS:0;a6f201fa5419:36403 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:21:40,622 INFO [RS:0;a6f201fa5419:36403 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T15:21:40,622 INFO [RS:0;a6f201fa5419:36403 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T15:21:40,622 INFO [RS:0;a6f201fa5419:36403 {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,36403,1731424898780-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T15:21:40,634 INFO [RS:0;a6f201fa5419:36403 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T15:21:40,634 INFO [RS:0;a6f201fa5419:36403 {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,36403,1731424898780-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:21:40,634 INFO [RS:0;a6f201fa5419:36403 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:21:40,634 INFO [RS:0;a6f201fa5419:36403 {}] regionserver.Replication(171): a6f201fa5419,36403,1731424898780 started 2024-11-12T15:21:40,646 INFO [RS:0;a6f201fa5419:36403 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:21:40,646 INFO [RS:0;a6f201fa5419:36403 {}] regionserver.HRegionServer(1482): Serving as a6f201fa5419,36403,1731424898780, RpcServer on a6f201fa5419/172.17.0.2:36403, sessionid=0x1012fa31ab80007 2024-11-12T15:21:40,646 DEBUG [RS:0;a6f201fa5419:36403 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T15:21:40,646 DEBUG [RS:0;a6f201fa5419:36403 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a6f201fa5419,36403,1731424898780 2024-11-12T15:21:40,646 DEBUG [RS:0;a6f201fa5419:36403 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a6f201fa5419,36403,1731424898780' 2024-11-12T15:21:40,646 DEBUG [RS:0;a6f201fa5419:36403 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1390672383/flush-table-proc/abort' 2024-11-12T15:21:40,646 DEBUG [RS:0;a6f201fa5419:36403 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1390672383/flush-table-proc/acquired' 2024-11-12T15:21:40,647 DEBUG [RS:0;a6f201fa5419:36403 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T15:21:40,647 DEBUG [RS:0;a6f201fa5419:36403 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T15:21:40,647 DEBUG [RS:0;a6f201fa5419:36403 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a6f201fa5419,36403,1731424898780 2024-11-12T15:21:40,647 DEBUG [RS:0;a6f201fa5419:36403 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a6f201fa5419,36403,1731424898780' 2024-11-12T15:21:40,647 DEBUG [RS:0;a6f201fa5419:36403 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1390672383/online-snapshot/abort' 2024-11-12T15:21:40,647 DEBUG [RS:0;a6f201fa5419:36403 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1390672383/online-snapshot/acquired' 2024-11-12T15:21:40,647 DEBUG [RS:0;a6f201fa5419:36403 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T15:21:40,647 INFO [RS:0;a6f201fa5419:36403 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T15:21:40,647 INFO [RS:0;a6f201fa5419:36403 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T15:21:40,748 INFO [RS:0;a6f201fa5419:36403 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T15:21:40,749 INFO [RS:0;a6f201fa5419:36403 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a6f201fa5419%2C36403%2C1731424898780, suffix=, logDir=hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/WALs/a6f201fa5419,36403,1731424898780, archiveDir=hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/oldWALs, maxLogs=10 2024-11-12T15:21:40,760 DEBUG [RS:0;a6f201fa5419:36403 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/WALs/a6f201fa5419,36403,1731424898780/a6f201fa5419%2C36403%2C1731424898780.1731424900749, exclude list is [], retry=0 2024-11-12T15:21:40,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45311,DS-9f6f9343-9906-40fc-976e-9f235391db2c,DISK] 2024-11-12T15:21:40,764 INFO [RS:0;a6f201fa5419:36403 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/WALs/a6f201fa5419,36403,1731424898780/a6f201fa5419%2C36403%2C1731424898780.1731424900749 2024-11-12T15:21:40,764 DEBUG [RS:0;a6f201fa5419:36403 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37407:37407)] 2024-11-12T15:21:40,915 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T15:21:40,915 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639 2024-11-12T15:21:40,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45311 is added to blk_1073741833_1009 (size=32) 2024-11-12T15:21:40,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:21:40,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T15:21:40,921 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T15:21:40,921 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:21:40,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:21:40,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T15:21:40,922 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T15:21:40,922 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:21:40,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:21:40,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T15:21:40,923 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T15:21:40,923 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:21:40,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:21:40,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T15:21:40,924 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T15:21:40,924 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:21:40,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:21:40,924 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T15:21:40,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/data/hbase/meta/1588230740 2024-11-12T15:21:40,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/data/hbase/meta/1588230740 2024-11-12T15:21:40,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T15:21:40,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T15:21:40,926 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T15:21:40,926 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T15:21:40,927 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T15:21:40,928 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59370554, jitterRate=-0.11530980467796326}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T15:21:40,928 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731424900919Initializing all the Stores at 1731424900919Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424900919Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424900920 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424900920Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424900920Cleaning up temporary data from old regions at 1731424900925 (+5 ms)Region opened successfully at 1731424900928 (+3 ms) 2024-11-12T15:21:40,928 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T15:21:40,928 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T15:21:40,928 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T15:21:40,928 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T15:21:40,928 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T15:21:40,928 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T15:21:40,928 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731424900928Disabling compacts and flushes for region at 1731424900928Disabling writes for close at 1731424900928Writing region close event to WAL at 1731424900928Closed at 1731424900928 2024-11-12T15:21:40,929 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T15:21:40,929 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T15:21:40,929 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T15:21:40,930 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T15:21:40,930 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T15:21:41,080 DEBUG [a6f201fa5419:37357 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T15:21:41,081 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a6f201fa5419,36403,1731424898780 2024-11-12T15:21:41,082 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a6f201fa5419,36403,1731424898780, state=OPENING 2024-11-12T15:21:41,121 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T15:21:41,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36403-0x1012fa31ab80007, quorum=127.0.0.1:60848, baseZNode=/2-1390672383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1390672383 2024-11-12T15:21:41,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37357-0x1012fa31ab80006, quorum=127.0.0.1:60848, baseZNode=/2-1390672383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1390672383 2024-11-12T15:21:41,132 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T15:21:41,132 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a6f201fa5419,36403,1731424898780}] 2024-11-12T15:21:41,132 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1390672383/meta-region-server: CHANGED 2024-11-12T15:21:41,132 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1390672383/meta-region-server: CHANGED 2024-11-12T15:21:41,284 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T15:21:41,285 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56123, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T15:21:41,288 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T15:21:41,288 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:21:41,288 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T15:21:41,289 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a6f201fa5419%2C36403%2C1731424898780.meta, suffix=.meta, logDir=hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/WALs/a6f201fa5419,36403,1731424898780, archiveDir=hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/oldWALs, maxLogs=10 2024-11-12T15:21:41,300 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/WALs/a6f201fa5419,36403,1731424898780/a6f201fa5419%2C36403%2C1731424898780.meta.1731424901289.meta, exclude list is [], retry=0 2024-11-12T15:21:41,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45311,DS-9f6f9343-9906-40fc-976e-9f235391db2c,DISK] 2024-11-12T15:21:41,302 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/WALs/a6f201fa5419,36403,1731424898780/a6f201fa5419%2C36403%2C1731424898780.meta.1731424901289.meta 2024-11-12T15:21:41,303 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37407:37407)] 2024-11-12T15:21:41,303 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T15:21:41,303 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T15:21:41,303 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T15:21:41,303 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T15:21:41,303 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T15:21:41,303 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T15:21:41,303 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:21:41,304 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T15:21:41,304 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T15:21:41,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T15:21:41,305 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T15:21:41,305 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:21:41,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:21:41,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T15:21:41,306 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T15:21:41,306 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:21:41,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:21:41,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T15:21:41,307 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T15:21:41,307 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:21:41,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:21:41,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T15:21:41,308 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T15:21:41,308 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:21:41,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:21:41,308 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T15:21:41,308 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/data/hbase/meta/1588230740 2024-11-12T15:21:41,309 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/data/hbase/meta/1588230740 2024-11-12T15:21:41,309 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T15:21:41,310 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T15:21:41,310 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T15:21:41,310 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T15:21:41,311 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62635219, jitterRate=-0.0666625052690506}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T15:21:41,311 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T15:21:41,311 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731424901304Writing region info on filesystem at 1731424901304Initializing all the Stores at 1731424901304Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424901304Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424901304Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424901304Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424901304Cleaning up temporary data from old regions at 1731424901310 (+6 ms)Running coprocessor post-open hooks at 1731424901311 (+1 ms)Region opened successfully at 1731424901311 2024-11-12T15:21:41,312 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731424901284 2024-11-12T15:21:41,313 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T15:21:41,313 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T15:21:41,314 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a6f201fa5419,36403,1731424898780 2024-11-12T15:21:41,314 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a6f201fa5419,36403,1731424898780, state=OPEN 2024-11-12T15:21:41,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37357-0x1012fa31ab80006, quorum=127.0.0.1:60848, baseZNode=/2-1390672383 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1390672383/meta-region-server 2024-11-12T15:21:41,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36403-0x1012fa31ab80007, quorum=127.0.0.1:60848, baseZNode=/2-1390672383 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1390672383/meta-region-server 2024-11-12T15:21:41,321 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a6f201fa5419,36403,1731424898780 2024-11-12T15:21:41,321 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1390672383/meta-region-server: CHANGED 2024-11-12T15:21:41,321 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1390672383/meta-region-server: CHANGED 2024-11-12T15:21:41,322 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T15:21:41,322 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a6f201fa5419,36403,1731424898780 in 189 msec 2024-11-12T15:21:41,324 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T15:21:41,324 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 393 msec 2024-11-12T15:21:41,324 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T15:21:41,324 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T15:21:41,325 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:21:41,325 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,36403,1731424898780, seqNum=-1] 2024-11-12T15:21:41,325 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:21:41,326 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38799, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T15:21:41,330 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 827 msec 2024-11-12T15:21:41,330 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731424901330, completionTime=-1 2024-11-12T15:21:41,330 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T15:21:41,330 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T15:21:41,331 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T15:21:41,331 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731424961331 2024-11-12T15:21:41,331 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731425021331 2024-11-12T15:21:41,332 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-12T15:21:41,332 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,37357,1731424898666-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:21:41,332 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,37357,1731424898666-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:21:41,332 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,37357,1731424898666-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:21:41,332 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a6f201fa5419:37357, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:21:41,332 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T15:21:41,332 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T15:21:41,333 DEBUG [master/a6f201fa5419:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T15:21:41,335 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.487sec 2024-11-12T15:21:41,335 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T15:21:41,335 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T15:21:41,335 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T15:21:41,335 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T15:21:41,335 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T15:21:41,335 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,37357,1731424898666-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T15:21:41,335 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,37357,1731424898666-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T15:21:41,337 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T15:21:41,337 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T15:21:41,337 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,37357,1731424898666-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:21:41,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3272fba4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:41,408 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,37357,-1 for getting cluster id 2024-11-12T15:21:41,408 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:21:41,409 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '03c9990a-b1b1-49a2-ba4a-e249fbb8c6c8' 2024-11-12T15:21:41,409 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:21:41,409 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "03c9990a-b1b1-49a2-ba4a-e249fbb8c6c8" 2024-11-12T15:21:41,409 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11dfaf51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:41,409 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,37357,-1] 2024-11-12T15:21:41,409 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:21:41,409 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:41,410 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:21:41,411 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1949b87e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:41,411 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:21:41,411 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,36403,1731424898780, seqNum=-1] 2024-11-12T15:21:41,412 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:21:41,412 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T15:21:41,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a6f201fa5419,37357,1731424898666 2024-11-12T15:21:41,414 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:60848 2024-11-12T15:21:41,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:60848, baseZNode=/2-1390672383 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T15:21:41,427 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1012fa31ab80008 connected 2024-11-12T15:21:41,438 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:21:41,439 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,40361,1731424888448 2024-11-12T15:21:41,439 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d3abf65 2024-11-12T15:21:41,439 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:21:41,440 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T15:21:41,441 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40361 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T15:21:41,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40361 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T15:21:41,442 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T15:21:41,442 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:21:41,442 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40361 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T15:21:41,443 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T15:21:41,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:21:41,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38271 is added to blk_1073741835_1011 (size=902) 2024-11-12T15:21:41,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:21:41,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:21:41,848 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c9145b557d1c3f624a56f8fd4e3b9231, NAME => 'test,,1731424901440.c9145b557d1c3f624a56f8fd4e3b9231.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7 2024-11-12T15:21:41,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38271 is added to blk_1073741836_1012 (size=39) 2024-11-12T15:21:42,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:21:42,253 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731424901440.c9145b557d1c3f624a56f8fd4e3b9231.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:21:42,254 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c9145b557d1c3f624a56f8fd4e3b9231, disabling compactions & flushes 2024-11-12T15:21:42,254 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731424901440.c9145b557d1c3f624a56f8fd4e3b9231. 2024-11-12T15:21:42,254 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731424901440.c9145b557d1c3f624a56f8fd4e3b9231. 2024-11-12T15:21:42,254 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731424901440.c9145b557d1c3f624a56f8fd4e3b9231. after waiting 0 ms 2024-11-12T15:21:42,254 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731424901440.c9145b557d1c3f624a56f8fd4e3b9231. 2024-11-12T15:21:42,254 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731424901440.c9145b557d1c3f624a56f8fd4e3b9231. 2024-11-12T15:21:42,254 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c9145b557d1c3f624a56f8fd4e3b9231: Waiting for close lock at 1731424902253Disabling compacts and flushes for region at 1731424902253Disabling writes for close at 1731424902254 (+1 ms)Writing region close event to WAL at 1731424902254Closed at 1731424902254 2024-11-12T15:21:42,255 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T15:21:42,255 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731424901440.c9145b557d1c3f624a56f8fd4e3b9231.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731424902255"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731424902255"}]},"ts":"1731424902255"} 2024-11-12T15:21:42,257 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T15:21:42,258 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T15:21:42,258 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731424902258"}]},"ts":"1731424902258"} 2024-11-12T15:21:42,260 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T15:21:42,260 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c9145b557d1c3f624a56f8fd4e3b9231, ASSIGN}] 2024-11-12T15:21:42,261 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c9145b557d1c3f624a56f8fd4e3b9231, ASSIGN 2024-11-12T15:21:42,261 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c9145b557d1c3f624a56f8fd4e3b9231, ASSIGN; state=OFFLINE, location=a6f201fa5419,45543,1731424888645; forceNewPlan=false, retain=false 2024-11-12T15:21:42,412 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c9145b557d1c3f624a56f8fd4e3b9231, regionState=OPENING, regionLocation=a6f201fa5419,45543,1731424888645 2024-11-12T15:21:42,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c9145b557d1c3f624a56f8fd4e3b9231, ASSIGN because future has completed 2024-11-12T15:21:42,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c9145b557d1c3f624a56f8fd4e3b9231, server=a6f201fa5419,45543,1731424888645}] 2024-11-12T15:21:42,553 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T15:21:42,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:42,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:42,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:42,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:42,573 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731424901440.c9145b557d1c3f624a56f8fd4e3b9231. 2024-11-12T15:21:42,573 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c9145b557d1c3f624a56f8fd4e3b9231, NAME => 'test,,1731424901440.c9145b557d1c3f624a56f8fd4e3b9231.', STARTKEY => '', ENDKEY => ''} 2024-11-12T15:21:42,574 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T15:21:42,574 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T15:21:42,574 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c9145b557d1c3f624a56f8fd4e3b9231 2024-11-12T15:21:42,574 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731424901440.c9145b557d1c3f624a56f8fd4e3b9231.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:21:42,574 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c9145b557d1c3f624a56f8fd4e3b9231 2024-11-12T15:21:42,574 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c9145b557d1c3f624a56f8fd4e3b9231 2024-11-12T15:21:42,575 INFO [StoreOpener-c9145b557d1c3f624a56f8fd4e3b9231-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c9145b557d1c3f624a56f8fd4e3b9231 2024-11-12T15:21:42,576 INFO [StoreOpener-c9145b557d1c3f624a56f8fd4e3b9231-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9145b557d1c3f624a56f8fd4e3b9231 columnFamilyName f 2024-11-12T15:21:42,576 DEBUG [StoreOpener-c9145b557d1c3f624a56f8fd4e3b9231-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:21:42,576 INFO [StoreOpener-c9145b557d1c3f624a56f8fd4e3b9231-1 {}] regionserver.HStore(327): Store=c9145b557d1c3f624a56f8fd4e3b9231/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:21:42,576 INFO [StoreOpener-c9145b557d1c3f624a56f8fd4e3b9231-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c9145b557d1c3f624a56f8fd4e3b9231 2024-11-12T15:21:42,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:21:42,578 INFO [StoreOpener-c9145b557d1c3f624a56f8fd4e3b9231-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9145b557d1c3f624a56f8fd4e3b9231 columnFamilyName f1 2024-11-12T15:21:42,578 DEBUG [StoreOpener-c9145b557d1c3f624a56f8fd4e3b9231-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:21:42,578 INFO [StoreOpener-c9145b557d1c3f624a56f8fd4e3b9231-1 {}] regionserver.HStore(327): Store=c9145b557d1c3f624a56f8fd4e3b9231/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:21:42,578 INFO [StoreOpener-c9145b557d1c3f624a56f8fd4e3b9231-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c9145b557d1c3f624a56f8fd4e3b9231 2024-11-12T15:21:42,579 INFO [StoreOpener-c9145b557d1c3f624a56f8fd4e3b9231-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9145b557d1c3f624a56f8fd4e3b9231 columnFamilyName norep 2024-11-12T15:21:42,579 DEBUG [StoreOpener-c9145b557d1c3f624a56f8fd4e3b9231-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:21:42,579 INFO [StoreOpener-c9145b557d1c3f624a56f8fd4e3b9231-1 {}] regionserver.HStore(327): Store=c9145b557d1c3f624a56f8fd4e3b9231/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:21:42,579 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c9145b557d1c3f624a56f8fd4e3b9231 2024-11-12T15:21:42,580 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/data/default/test/c9145b557d1c3f624a56f8fd4e3b9231 2024-11-12T15:21:42,580 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/data/default/test/c9145b557d1c3f624a56f8fd4e3b9231 2024-11-12T15:21:42,581 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c9145b557d1c3f624a56f8fd4e3b9231 2024-11-12T15:21:42,581 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c9145b557d1c3f624a56f8fd4e3b9231 2024-11-12T15:21:42,581 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T15:21:42,582 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c9145b557d1c3f624a56f8fd4e3b9231 2024-11-12T15:21:42,584 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/data/default/test/c9145b557d1c3f624a56f8fd4e3b9231/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T15:21:42,585 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c9145b557d1c3f624a56f8fd4e3b9231; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66129178, jitterRate=-0.014598459005355835}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T15:21:42,585 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c9145b557d1c3f624a56f8fd4e3b9231 2024-11-12T15:21:42,586 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c9145b557d1c3f624a56f8fd4e3b9231: Running coprocessor pre-open hook at 1731424902574Writing region info on filesystem at 1731424902574Initializing all the Stores at 1731424902575 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424902575Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424902575Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424902575Cleaning up temporary data from old regions at 1731424902581 (+6 ms)Running coprocessor post-open hooks at 1731424902585 (+4 ms)Region opened successfully at 1731424902585 2024-11-12T15:21:42,586 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731424901440.c9145b557d1c3f624a56f8fd4e3b9231., pid=6, masterSystemTime=1731424902566 2024-11-12T15:21:42,588 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731424901440.c9145b557d1c3f624a56f8fd4e3b9231. 2024-11-12T15:21:42,588 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731424901440.c9145b557d1c3f624a56f8fd4e3b9231. 2024-11-12T15:21:42,588 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c9145b557d1c3f624a56f8fd4e3b9231, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a6f201fa5419,45543,1731424888645 2024-11-12T15:21:42,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c9145b557d1c3f624a56f8fd4e3b9231, server=a6f201fa5419,45543,1731424888645 because future has completed 2024-11-12T15:21:42,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:42,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:42,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:42,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:42,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:42,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:42,593 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T15:21:42,593 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c9145b557d1c3f624a56f8fd4e3b9231, server=a6f201fa5419,45543,1731424888645 in 177 msec 2024-11-12T15:21:42,594 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T15:21:42,595 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c9145b557d1c3f624a56f8fd4e3b9231, ASSIGN in 333 msec 2024-11-12T15:21:42,595 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T15:21:42,595 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731424902595"}]},"ts":"1731424902595"} 2024-11-12T15:21:42,597 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T15:21:42,598 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T15:21:42,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1570 sec 2024-11-12T15:21:42,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:42,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:42,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:42,809 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-12T15:21:43,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:21:43,598 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T15:21:43,598 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:21:43,599 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,43039,1731424894045 2024-11-12T15:21:43,599 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40615fdc 2024-11-12T15:21:43,599 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:21:43,600 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T15:21:43,600 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43039 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T15:21:43,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43039 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T15:21:43,602 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T15:21:43,602 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:21:43,603 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43039 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T15:21:43,603 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T15:21:43,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:21:43,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741835_1011 (size=902) 2024-11-12T15:21:43,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:21:43,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:21:44,008 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b07a8b70b7f1edbfc01db87a7fec248d, NAME => 'test,,1731424903600.b07a8b70b7f1edbfc01db87a7fec248d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60 2024-11-12T15:21:44,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741836_1012 (size=39) 2024-11-12T15:21:44,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:21:44,413 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731424903600.b07a8b70b7f1edbfc01db87a7fec248d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:21:44,413 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b07a8b70b7f1edbfc01db87a7fec248d, disabling compactions & flushes 2024-11-12T15:21:44,413 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731424903600.b07a8b70b7f1edbfc01db87a7fec248d. 2024-11-12T15:21:44,413 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731424903600.b07a8b70b7f1edbfc01db87a7fec248d. 2024-11-12T15:21:44,413 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731424903600.b07a8b70b7f1edbfc01db87a7fec248d. after waiting 0 ms 2024-11-12T15:21:44,413 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731424903600.b07a8b70b7f1edbfc01db87a7fec248d. 2024-11-12T15:21:44,413 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731424903600.b07a8b70b7f1edbfc01db87a7fec248d. 2024-11-12T15:21:44,413 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b07a8b70b7f1edbfc01db87a7fec248d: Waiting for close lock at 1731424904413Disabling compacts and flushes for region at 1731424904413Disabling writes for close at 1731424904413Writing region close event to WAL at 1731424904413Closed at 1731424904413 2024-11-12T15:21:44,414 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T15:21:44,414 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731424903600.b07a8b70b7f1edbfc01db87a7fec248d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731424904414"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731424904414"}]},"ts":"1731424904414"} 2024-11-12T15:21:44,416 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T15:21:44,416 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T15:21:44,417 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731424904416"}]},"ts":"1731424904416"} 2024-11-12T15:21:44,418 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T15:21:44,418 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b07a8b70b7f1edbfc01db87a7fec248d, ASSIGN}] 2024-11-12T15:21:44,419 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b07a8b70b7f1edbfc01db87a7fec248d, ASSIGN 2024-11-12T15:21:44,419 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b07a8b70b7f1edbfc01db87a7fec248d, ASSIGN; state=OFFLINE, location=a6f201fa5419,34485,1731424894187; forceNewPlan=false, retain=false 2024-11-12T15:21:44,570 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b07a8b70b7f1edbfc01db87a7fec248d, regionState=OPENING, regionLocation=a6f201fa5419,34485,1731424894187 2024-11-12T15:21:44,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b07a8b70b7f1edbfc01db87a7fec248d, ASSIGN because future has completed 2024-11-12T15:21:44,572 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b07a8b70b7f1edbfc01db87a7fec248d, server=a6f201fa5419,34485,1731424894187}] 2024-11-12T15:21:44,726 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731424903600.b07a8b70b7f1edbfc01db87a7fec248d. 2024-11-12T15:21:44,726 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b07a8b70b7f1edbfc01db87a7fec248d, NAME => 'test,,1731424903600.b07a8b70b7f1edbfc01db87a7fec248d.', STARTKEY => '', ENDKEY => ''} 2024-11-12T15:21:44,726 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T15:21:44,726 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T15:21:44,726 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b07a8b70b7f1edbfc01db87a7fec248d 2024-11-12T15:21:44,726 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731424903600.b07a8b70b7f1edbfc01db87a7fec248d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:21:44,727 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b07a8b70b7f1edbfc01db87a7fec248d 2024-11-12T15:21:44,727 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b07a8b70b7f1edbfc01db87a7fec248d 2024-11-12T15:21:44,727 INFO [StoreOpener-b07a8b70b7f1edbfc01db87a7fec248d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b07a8b70b7f1edbfc01db87a7fec248d 2024-11-12T15:21:44,728 INFO [StoreOpener-b07a8b70b7f1edbfc01db87a7fec248d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b07a8b70b7f1edbfc01db87a7fec248d columnFamilyName f 2024-11-12T15:21:44,728 DEBUG [StoreOpener-b07a8b70b7f1edbfc01db87a7fec248d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:21:44,729 INFO [StoreOpener-b07a8b70b7f1edbfc01db87a7fec248d-1 {}] regionserver.HStore(327): Store=b07a8b70b7f1edbfc01db87a7fec248d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:21:44,729 INFO [StoreOpener-b07a8b70b7f1edbfc01db87a7fec248d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b07a8b70b7f1edbfc01db87a7fec248d 2024-11-12T15:21:44,729 INFO [StoreOpener-b07a8b70b7f1edbfc01db87a7fec248d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b07a8b70b7f1edbfc01db87a7fec248d columnFamilyName f1 2024-11-12T15:21:44,729 DEBUG [StoreOpener-b07a8b70b7f1edbfc01db87a7fec248d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:21:44,730 INFO [StoreOpener-b07a8b70b7f1edbfc01db87a7fec248d-1 {}] regionserver.HStore(327): Store=b07a8b70b7f1edbfc01db87a7fec248d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:21:44,730 INFO [StoreOpener-b07a8b70b7f1edbfc01db87a7fec248d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b07a8b70b7f1edbfc01db87a7fec248d 2024-11-12T15:21:44,730 INFO [StoreOpener-b07a8b70b7f1edbfc01db87a7fec248d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b07a8b70b7f1edbfc01db87a7fec248d columnFamilyName norep 2024-11-12T15:21:44,731 DEBUG [StoreOpener-b07a8b70b7f1edbfc01db87a7fec248d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:21:44,731 INFO [StoreOpener-b07a8b70b7f1edbfc01db87a7fec248d-1 {}] regionserver.HStore(327): Store=b07a8b70b7f1edbfc01db87a7fec248d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:21:44,731 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b07a8b70b7f1edbfc01db87a7fec248d 2024-11-12T15:21:44,731 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/data/default/test/b07a8b70b7f1edbfc01db87a7fec248d 2024-11-12T15:21:44,731 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/data/default/test/b07a8b70b7f1edbfc01db87a7fec248d 2024-11-12T15:21:44,732 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b07a8b70b7f1edbfc01db87a7fec248d 2024-11-12T15:21:44,732 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b07a8b70b7f1edbfc01db87a7fec248d 2024-11-12T15:21:44,732 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T15:21:44,733 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b07a8b70b7f1edbfc01db87a7fec248d 2024-11-12T15:21:44,734 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/data/default/test/b07a8b70b7f1edbfc01db87a7fec248d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T15:21:44,734 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b07a8b70b7f1edbfc01db87a7fec248d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65565365, jitterRate=-0.022999927401542664}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T15:21:44,734 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b07a8b70b7f1edbfc01db87a7fec248d 2024-11-12T15:21:44,734 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b07a8b70b7f1edbfc01db87a7fec248d: Running coprocessor pre-open hook at 1731424904727Writing region info on filesystem at 1731424904727Initializing all the Stores at 1731424904727Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424904727Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424904727Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424904727Cleaning up temporary data from old regions at 1731424904732 (+5 ms)Running coprocessor post-open hooks at 1731424904734 (+2 ms)Region opened successfully at 1731424904734 2024-11-12T15:21:44,735 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731424903600.b07a8b70b7f1edbfc01db87a7fec248d., pid=6, masterSystemTime=1731424904723 2024-11-12T15:21:44,736 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731424903600.b07a8b70b7f1edbfc01db87a7fec248d. 2024-11-12T15:21:44,736 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731424903600.b07a8b70b7f1edbfc01db87a7fec248d. 2024-11-12T15:21:44,737 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b07a8b70b7f1edbfc01db87a7fec248d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a6f201fa5419,34485,1731424894187 2024-11-12T15:21:44,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:21:44,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b07a8b70b7f1edbfc01db87a7fec248d, server=a6f201fa5419,34485,1731424894187 because future has completed 2024-11-12T15:21:44,740 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T15:21:44,740 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b07a8b70b7f1edbfc01db87a7fec248d, server=a6f201fa5419,34485,1731424894187 in 167 msec 2024-11-12T15:21:44,742 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T15:21:44,742 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b07a8b70b7f1edbfc01db87a7fec248d, ASSIGN in 322 msec 2024-11-12T15:21:44,742 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T15:21:44,742 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731424904742"}]},"ts":"1731424904742"} 2024-11-12T15:21:44,744 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T15:21:44,745 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T15:21:44,746 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1450 sec 2024-11-12T15:21:45,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:21:45,748 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T15:21:45,748 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:21:45,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,37357,1731424898666 2024-11-12T15:21:45,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@de96a32 2024-11-12T15:21:45,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:21:45,749 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T15:21:45,750 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37357 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T15:21:45,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37357 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T15:21:45,752 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T15:21:45,752 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:21:45,752 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37357 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T15:21:45,752 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T15:21:45,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:21:45,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45311 is added to blk_1073741835_1011 (size=902) 2024-11-12T15:21:45,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:21:46,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:21:46,158 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 553c65713be1f4c392470d873c453c70, NAME => 'test,,1731424905750.553c65713be1f4c392470d873c453c70.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639 2024-11-12T15:21:46,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45311 is added to blk_1073741836_1012 (size=39) 2024-11-12T15:21:46,335 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T15:21:46,335 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-12T15:21:46,336 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T15:21:46,336 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-12T15:21:46,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:21:46,563 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731424905750.553c65713be1f4c392470d873c453c70.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:21:46,563 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 553c65713be1f4c392470d873c453c70, disabling compactions & flushes 2024-11-12T15:21:46,563 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731424905750.553c65713be1f4c392470d873c453c70. 2024-11-12T15:21:46,563 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731424905750.553c65713be1f4c392470d873c453c70. 2024-11-12T15:21:46,563 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731424905750.553c65713be1f4c392470d873c453c70. after waiting 0 ms 2024-11-12T15:21:46,563 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731424905750.553c65713be1f4c392470d873c453c70. 2024-11-12T15:21:46,563 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731424905750.553c65713be1f4c392470d873c453c70. 2024-11-12T15:21:46,563 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 553c65713be1f4c392470d873c453c70: Waiting for close lock at 1731424906563Disabling compacts and flushes for region at 1731424906563Disabling writes for close at 1731424906563Writing region close event to WAL at 1731424906563Closed at 1731424906563 2024-11-12T15:21:46,564 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T15:21:46,564 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731424905750.553c65713be1f4c392470d873c453c70.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731424906564"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731424906564"}]},"ts":"1731424906564"} 2024-11-12T15:21:46,565 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T15:21:46,566 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T15:21:46,566 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731424906566"}]},"ts":"1731424906566"} 2024-11-12T15:21:46,567 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T15:21:46,568 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=553c65713be1f4c392470d873c453c70, ASSIGN}] 2024-11-12T15:21:46,568 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=553c65713be1f4c392470d873c453c70, ASSIGN 2024-11-12T15:21:46,569 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=553c65713be1f4c392470d873c453c70, ASSIGN; state=OFFLINE, location=a6f201fa5419,36403,1731424898780; forceNewPlan=false, retain=false 2024-11-12T15:21:46,719 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=553c65713be1f4c392470d873c453c70, regionState=OPENING, regionLocation=a6f201fa5419,36403,1731424898780 2024-11-12T15:21:46,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=553c65713be1f4c392470d873c453c70, ASSIGN because future has completed 2024-11-12T15:21:46,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 553c65713be1f4c392470d873c453c70, server=a6f201fa5419,36403,1731424898780}] 2024-11-12T15:21:46,876 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731424905750.553c65713be1f4c392470d873c453c70. 2024-11-12T15:21:46,876 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 553c65713be1f4c392470d873c453c70, NAME => 'test,,1731424905750.553c65713be1f4c392470d873c453c70.', STARTKEY => '', ENDKEY => ''} 2024-11-12T15:21:46,876 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T15:21:46,876 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T15:21:46,876 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 553c65713be1f4c392470d873c453c70 2024-11-12T15:21:46,877 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731424905750.553c65713be1f4c392470d873c453c70.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:21:46,877 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 553c65713be1f4c392470d873c453c70 2024-11-12T15:21:46,877 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 553c65713be1f4c392470d873c453c70 2024-11-12T15:21:46,878 INFO [StoreOpener-553c65713be1f4c392470d873c453c70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 553c65713be1f4c392470d873c453c70 2024-11-12T15:21:46,878 INFO [StoreOpener-553c65713be1f4c392470d873c453c70-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 553c65713be1f4c392470d873c453c70 columnFamilyName f 2024-11-12T15:21:46,878 DEBUG [StoreOpener-553c65713be1f4c392470d873c453c70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:21:46,879 INFO [StoreOpener-553c65713be1f4c392470d873c453c70-1 {}] regionserver.HStore(327): Store=553c65713be1f4c392470d873c453c70/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:21:46,879 INFO [StoreOpener-553c65713be1f4c392470d873c453c70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 553c65713be1f4c392470d873c453c70 2024-11-12T15:21:46,879 INFO [StoreOpener-553c65713be1f4c392470d873c453c70-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 553c65713be1f4c392470d873c453c70 columnFamilyName f1 2024-11-12T15:21:46,879 DEBUG [StoreOpener-553c65713be1f4c392470d873c453c70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:21:46,880 INFO [StoreOpener-553c65713be1f4c392470d873c453c70-1 {}] regionserver.HStore(327): Store=553c65713be1f4c392470d873c453c70/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:21:46,880 INFO [StoreOpener-553c65713be1f4c392470d873c453c70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 553c65713be1f4c392470d873c453c70 2024-11-12T15:21:46,880 INFO [StoreOpener-553c65713be1f4c392470d873c453c70-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 553c65713be1f4c392470d873c453c70 columnFamilyName norep 2024-11-12T15:21:46,880 DEBUG [StoreOpener-553c65713be1f4c392470d873c453c70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:21:46,881 INFO [StoreOpener-553c65713be1f4c392470d873c453c70-1 {}] regionserver.HStore(327): Store=553c65713be1f4c392470d873c453c70/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:21:46,881 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 553c65713be1f4c392470d873c453c70 2024-11-12T15:21:46,881 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/data/default/test/553c65713be1f4c392470d873c453c70 2024-11-12T15:21:46,881 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/data/default/test/553c65713be1f4c392470d873c453c70 2024-11-12T15:21:46,882 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 553c65713be1f4c392470d873c453c70 2024-11-12T15:21:46,882 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 553c65713be1f4c392470d873c453c70 2024-11-12T15:21:46,882 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T15:21:46,883 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 553c65713be1f4c392470d873c453c70 2024-11-12T15:21:46,884 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/data/default/test/553c65713be1f4c392470d873c453c70/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T15:21:46,884 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 553c65713be1f4c392470d873c453c70; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72561799, jitterRate=0.08125506341457367}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T15:21:46,884 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 553c65713be1f4c392470d873c453c70 2024-11-12T15:21:46,884 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 553c65713be1f4c392470d873c453c70: Running coprocessor pre-open hook at 1731424906877Writing region info on filesystem at 1731424906877Initializing all the Stores at 1731424906877Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424906877Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424906877Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424906877Cleaning up temporary data from old regions at 1731424906882 (+5 ms)Running coprocessor post-open hooks at 1731424906884 (+2 ms)Region opened successfully at 1731424906884 2024-11-12T15:21:46,885 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731424905750.553c65713be1f4c392470d873c453c70., pid=6, masterSystemTime=1731424906873 2024-11-12T15:21:46,886 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731424905750.553c65713be1f4c392470d873c453c70. 2024-11-12T15:21:46,886 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731424905750.553c65713be1f4c392470d873c453c70. 2024-11-12T15:21:46,887 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=553c65713be1f4c392470d873c453c70, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a6f201fa5419,36403,1731424898780 2024-11-12T15:21:46,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:21:46,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 553c65713be1f4c392470d873c453c70, server=a6f201fa5419,36403,1731424898780 because future has completed 2024-11-12T15:21:46,890 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T15:21:46,890 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 553c65713be1f4c392470d873c453c70, server=a6f201fa5419,36403,1731424898780 in 168 msec 2024-11-12T15:21:46,892 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T15:21:46,892 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=553c65713be1f4c392470d873c453c70, ASSIGN in 322 msec 2024-11-12T15:21:46,892 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T15:21:46,892 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731424906892"}]},"ts":"1731424906892"} 2024-11-12T15:21:46,894 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T15:21:46,894 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T15:21:46,895 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1440 sec 2024-11-12T15:21:47,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:21:47,898 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T15:21:47,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@624d68a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:47,899 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,40361,-1 for getting cluster id 2024-11-12T15:21:47,899 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:21:47,899 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '801ffebc-906e-4014-af40-751da761acfc' 2024-11-12T15:21:47,899 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:21:47,899 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "801ffebc-906e-4014-af40-751da761acfc" 2024-11-12T15:21:47,900 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@168da033, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:47,900 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,40361,-1] 2024-11-12T15:21:47,900 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:21:47,900 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:47,900 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:21:47,901 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52b4f340, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:47,901 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:21:47,902 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,40361,1731424888448 2024-11-12T15:21:47,902 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2707e3c8 2024-11-12T15:21:47,902 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:21:47,903 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T15:21:47,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40361 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://a6f201fa5419:43039,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T15:21:47,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40361 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T15:21:47,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T15:21:47,905 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a6f201fa5419:43039' 2024-11-12T15:21:47,906 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79de449d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:47,906 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,43039,-1 for getting cluster id 2024-11-12T15:21:47,906 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:21:47,907 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f0f3d018-6d51-4542-8bba-704e16f659cc' 2024-11-12T15:21:47,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:21:47,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f0f3d018-6d51-4542-8bba-704e16f659cc" 2024-11-12T15:21:47,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f6c9e12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:47,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,43039,-1] 2024-11-12T15:21:47,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:21:47,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:47,908 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:21:47,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79eb3db4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:47,909 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:21:47,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,43039,1731424894045 2024-11-12T15:21:47,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36c6ba33 2024-11-12T15:21:47,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:21:47,910 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T15:21:47,910 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-12T15:21:47,911 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T15:21:47,911 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:47,911 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:47,911 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:21:47,911 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T15:21:47,912 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T15:21:47,913 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T15:21:47,913 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:21:47,914 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T15:21:47,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38271 is added to blk_1073741837_1013 (size=1138) 2024-11-12T15:21:47,962 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T15:21:48,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T15:21:48,076 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T15:21:48,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:48,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:48,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:48,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:48,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:48,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:48,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:48,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:48,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:48,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:48,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:48,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:48,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:48,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T15:21:48,323 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c4d345bc7b47d7e7ec37b5cbd995be84, NAME => 'hbase:replication,,1731424907911.c4d345bc7b47d7e7ec37b5cbd995be84.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7 2024-11-12T15:21:48,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38271 is added to blk_1073741838_1014 (size=44) 2024-11-12T15:21:48,328 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731424907911.c4d345bc7b47d7e7ec37b5cbd995be84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:21:48,328 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c4d345bc7b47d7e7ec37b5cbd995be84, disabling compactions & flushes 2024-11-12T15:21:48,328 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731424907911.c4d345bc7b47d7e7ec37b5cbd995be84. 2024-11-12T15:21:48,328 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731424907911.c4d345bc7b47d7e7ec37b5cbd995be84. 2024-11-12T15:21:48,328 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731424907911.c4d345bc7b47d7e7ec37b5cbd995be84. after waiting 0 ms 2024-11-12T15:21:48,328 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731424907911.c4d345bc7b47d7e7ec37b5cbd995be84. 2024-11-12T15:21:48,328 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731424907911.c4d345bc7b47d7e7ec37b5cbd995be84. 2024-11-12T15:21:48,328 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c4d345bc7b47d7e7ec37b5cbd995be84: Waiting for close lock at 1731424908328Disabling compacts and flushes for region at 1731424908328Disabling writes for close at 1731424908328Writing region close event to WAL at 1731424908328Closed at 1731424908328 2024-11-12T15:21:48,329 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T15:21:48,329 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731424907911.c4d345bc7b47d7e7ec37b5cbd995be84.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731424908329"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731424908329"}]},"ts":"1731424908329"} 2024-11-12T15:21:48,331 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T15:21:48,331 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T15:21:48,331 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731424908331"}]},"ts":"1731424908331"} 2024-11-12T15:21:48,333 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T15:21:48,333 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c4d345bc7b47d7e7ec37b5cbd995be84, ASSIGN}] 2024-11-12T15:21:48,334 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c4d345bc7b47d7e7ec37b5cbd995be84, ASSIGN 2024-11-12T15:21:48,334 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c4d345bc7b47d7e7ec37b5cbd995be84, ASSIGN; state=OFFLINE, location=a6f201fa5419,45543,1731424888645; forceNewPlan=false, retain=false 2024-11-12T15:21:48,485 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c4d345bc7b47d7e7ec37b5cbd995be84, regionState=OPENING, regionLocation=a6f201fa5419,45543,1731424888645 2024-11-12T15:21:48,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c4d345bc7b47d7e7ec37b5cbd995be84, ASSIGN because future has completed 2024-11-12T15:21:48,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4d345bc7b47d7e7ec37b5cbd995be84, server=a6f201fa5419,45543,1731424888645}] 2024-11-12T15:21:48,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T15:21:48,642 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731424907911.c4d345bc7b47d7e7ec37b5cbd995be84. 2024-11-12T15:21:48,642 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:21:48,642 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T15:21:48,643 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a6f201fa5419%2C45543%2C1731424888645.rep, suffix=, logDir=hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/WALs/a6f201fa5419,45543,1731424888645, archiveDir=hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/oldWALs, maxLogs=10 2024-11-12T15:21:48,663 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/WALs/a6f201fa5419,45543,1731424888645/a6f201fa5419%2C45543%2C1731424888645.rep.1731424908643, exclude list is [], retry=0 2024-11-12T15:21:48,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38271,DS-7983a657-3419-4b42-a5c8-69b67cfa2241,DISK] 2024-11-12T15:21:48,666 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/WALs/a6f201fa5419,45543,1731424888645/a6f201fa5419%2C45543%2C1731424888645.rep.1731424908643 2024-11-12T15:21:48,667 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37845:37845)] 2024-11-12T15:21:48,667 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c4d345bc7b47d7e7ec37b5cbd995be84, NAME => 'hbase:replication,,1731424907911.c4d345bc7b47d7e7ec37b5cbd995be84.', STARTKEY => '', ENDKEY => ''} 2024-11-12T15:21:48,667 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T15:21:48,667 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T15:21:48,667 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731424907911.c4d345bc7b47d7e7ec37b5cbd995be84. service=MultiRowMutationService 2024-11-12T15:21:48,667 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T15:21:48,667 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c4d345bc7b47d7e7ec37b5cbd995be84 2024-11-12T15:21:48,668 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731424907911.c4d345bc7b47d7e7ec37b5cbd995be84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:21:48,668 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c4d345bc7b47d7e7ec37b5cbd995be84 2024-11-12T15:21:48,668 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c4d345bc7b47d7e7ec37b5cbd995be84 2024-11-12T15:21:48,669 INFO [StoreOpener-c4d345bc7b47d7e7ec37b5cbd995be84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c4d345bc7b47d7e7ec37b5cbd995be84 2024-11-12T15:21:48,669 INFO [StoreOpener-c4d345bc7b47d7e7ec37b5cbd995be84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4d345bc7b47d7e7ec37b5cbd995be84 columnFamilyName hfileref 2024-11-12T15:21:48,670 DEBUG [StoreOpener-c4d345bc7b47d7e7ec37b5cbd995be84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:21:48,670 INFO [StoreOpener-c4d345bc7b47d7e7ec37b5cbd995be84-1 {}] regionserver.HStore(327): Store=c4d345bc7b47d7e7ec37b5cbd995be84/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:21:48,670 INFO [StoreOpener-c4d345bc7b47d7e7ec37b5cbd995be84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c4d345bc7b47d7e7ec37b5cbd995be84 2024-11-12T15:21:48,671 INFO [StoreOpener-c4d345bc7b47d7e7ec37b5cbd995be84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4d345bc7b47d7e7ec37b5cbd995be84 columnFamilyName queue 2024-11-12T15:21:48,671 DEBUG [StoreOpener-c4d345bc7b47d7e7ec37b5cbd995be84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:21:48,671 INFO [StoreOpener-c4d345bc7b47d7e7ec37b5cbd995be84-1 {}] regionserver.HStore(327): Store=c4d345bc7b47d7e7ec37b5cbd995be84/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:21:48,671 INFO [StoreOpener-c4d345bc7b47d7e7ec37b5cbd995be84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c4d345bc7b47d7e7ec37b5cbd995be84 2024-11-12T15:21:48,672 INFO [StoreOpener-c4d345bc7b47d7e7ec37b5cbd995be84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4d345bc7b47d7e7ec37b5cbd995be84 columnFamilyName sid 2024-11-12T15:21:48,672 DEBUG [StoreOpener-c4d345bc7b47d7e7ec37b5cbd995be84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:21:48,672 INFO [StoreOpener-c4d345bc7b47d7e7ec37b5cbd995be84-1 {}] regionserver.HStore(327): Store=c4d345bc7b47d7e7ec37b5cbd995be84/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:21:48,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c4d345bc7b47d7e7ec37b5cbd995be84 2024-11-12T15:21:48,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/data/hbase/replication/c4d345bc7b47d7e7ec37b5cbd995be84 2024-11-12T15:21:48,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/data/hbase/replication/c4d345bc7b47d7e7ec37b5cbd995be84 2024-11-12T15:21:48,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c4d345bc7b47d7e7ec37b5cbd995be84 2024-11-12T15:21:48,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c4d345bc7b47d7e7ec37b5cbd995be84 2024-11-12T15:21:48,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T15:21:48,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c4d345bc7b47d7e7ec37b5cbd995be84 2024-11-12T15:21:48,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/data/hbase/replication/c4d345bc7b47d7e7ec37b5cbd995be84/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T15:21:48,676 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c4d345bc7b47d7e7ec37b5cbd995be84; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64400581, jitterRate=-0.04035656154155731}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T15:21:48,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c4d345bc7b47d7e7ec37b5cbd995be84 2024-11-12T15:21:48,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c4d345bc7b47d7e7ec37b5cbd995be84: Running coprocessor pre-open hook at 1731424908668Writing region info on filesystem at 1731424908668Initializing all the Stores at 1731424908668Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424908668Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424908668Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424908668Cleaning up temporary data from old regions at 1731424908673 (+5 ms)Running coprocessor post-open hooks at 1731424908676 (+3 ms)Region opened successfully at 1731424908676 2024-11-12T15:21:48,676 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731424907911.c4d345bc7b47d7e7ec37b5cbd995be84., pid=10, masterSystemTime=1731424908639 2024-11-12T15:21:48,678 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731424907911.c4d345bc7b47d7e7ec37b5cbd995be84. 2024-11-12T15:21:48,678 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731424907911.c4d345bc7b47d7e7ec37b5cbd995be84. 2024-11-12T15:21:48,678 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c4d345bc7b47d7e7ec37b5cbd995be84, regionState=OPEN, openSeqNum=2, regionLocation=a6f201fa5419,45543,1731424888645 2024-11-12T15:21:48,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4d345bc7b47d7e7ec37b5cbd995be84, server=a6f201fa5419,45543,1731424888645 because future has completed 2024-11-12T15:21:48,682 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T15:21:48,682 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c4d345bc7b47d7e7ec37b5cbd995be84, server=a6f201fa5419,45543,1731424888645 in 194 msec 2024-11-12T15:21:48,683 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T15:21:48,683 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c4d345bc7b47d7e7ec37b5cbd995be84, ASSIGN in 349 msec 2024-11-12T15:21:48,684 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T15:21:48,684 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731424908684"}]},"ts":"1731424908684"} 2024-11-12T15:21:48,686 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T15:21:48,686 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T15:21:48,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 775 msec 2024-11-12T15:21:48,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731424907911.c4d345bc7b47d7e7ec37b5cbd995be84., hostname=a6f201fa5419,45543,1731424888645, seqNum=2] 2024-11-12T15:21:48,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45543-0x1012fa31ab80001, quorum=127.0.0.1:60848, baseZNode=/0-278164645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-278164645 2024-11-12T15:21:48,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40361-0x1012fa31ab80000, quorum=127.0.0.1:60848, baseZNode=/0-278164645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-278164645 2024-11-12T15:21:48,809 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-12T15:21:48,827 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T15:21:48,979 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45543 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T15:21:48,979 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T15:21:49,003 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a6f201fa5419,45543,1731424888645, ReplicationSource: 1, currentBandwidth=0 2024-11-12T15:21:49,004 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:21:49,004 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,45543,1731424888645, seqNum=-1] 2024-11-12T15:21:49,005 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:21:49,006 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45667, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-12T15:21:49,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a6f201fa5419,45543,1731424888645', locateType=CURRENT is [region=hbase:replication,,1731424907911.c4d345bc7b47d7e7ec37b5cbd995be84., hostname=a6f201fa5419,45543,1731424888645, seqNum=2] 2024-11-12T15:21:49,009 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T15:21:49,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40361 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T15:21:49,010 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a6f201fa5419,45543,1731424888645 suceeded 2024-11-12T15:21:49,012 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T15:21:49,012 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-11-12T15:21:49,012 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a6f201fa5419:43039,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T15:21:49,013 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1090 sec 2024-11-12T15:21:49,022 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,45543,1731424888645 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a6f201fa5419:43039' 2024-11-12T15:21:49,023 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,45543,1731424888645 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7652fa30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:49,023 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,45543,1731424888645 {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,43039,-1 for getting cluster id 2024-11-12T15:21:49,023 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,45543,1731424888645 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:21:49,024 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f0f3d018-6d51-4542-8bba-704e16f659cc' 2024-11-12T15:21:49,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:21:49,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f0f3d018-6d51-4542-8bba-704e16f659cc" 2024-11-12T15:21:49,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@410eeeb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:49,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,43039,-1] 2024-11-12T15:21:49,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:21:49,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:49,025 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:21:49,025 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,45543,1731424888645 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21f8ec8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:49,026 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,45543,1731424888645 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:21:49,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,43039,1731424894045 2024-11-12T15:21:49,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20443df2 2024-11-12T15:21:49,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:21:49,027 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-12T15:21:49,027 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,45543,1731424888645 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a6f201fa5419,45543,1731424888645 (queues=1) is replicating from cluster=801ffebc-906e-4014-af40-751da761acfc to cluster=f0f3d018-6d51-4542-8bba-704e16f659cc 2024-11-12T15:21:49,027 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,45543,1731424888645 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a6f201fa5419%2C45543%2C1731424888645 2024-11-12T15:21:49,028 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,45543,1731424888645 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a6f201fa5419,45543,1731424888645, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T15:21:49,028 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,45543,1731424888645.replicationSource.wal-reader.a6f201fa5419%2C45543%2C1731424888645,1-a6f201fa5419,45543,1731424888645 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/WALs/a6f201fa5419,45543,1731424888645/a6f201fa5419%2C45543%2C1731424888645.1731424890950, startPosition=0, beingWritten=true 2024-11-12T15:21:49,028 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,45543,1731424888645.replicationSource.shippera6f201fa5419%2C45543%2C1731424888645,1-a6f201fa5419,45543,1731424888645 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a6f201fa5419%2C45543%2C1731424888645 2024-11-12T15:21:49,032 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,45543,1731424888645.replicationSource.wal-reader.a6f201fa5419%2C45543%2C1731424888645,1-a6f201fa5419,45543,1731424888645 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T15:21:49,032 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,45543,1731424888645.replicationSource.wal-reader.a6f201fa5419%2C45543%2C1731424888645,1-a6f201fa5419,45543,1731424888645 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/WALs/a6f201fa5419,45543,1731424888645/a6f201fa5419%2C45543%2C1731424888645.1731424890950 to pos 379, reset compression=false 2024-11-12T15:21:49,032 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,45543,1731424888645.replicationSource.shippera6f201fa5419%2C45543%2C1731424888645,1-a6f201fa5419,45543,1731424888645 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a6f201fa5419,45543,1731424888645 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/WALs/a6f201fa5419,45543,1731424888645/a6f201fa5419%2C45543%2C1731424888645.1731424890950, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T15:21:49,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T15:21:49,038 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T15:21:49,038 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T15:21:49,038 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:21:49,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:49,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:49,038 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:21:49,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6694bf2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:49,039 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,43039,-1 for getting cluster id 2024-11-12T15:21:49,039 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:21:49,039 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f0f3d018-6d51-4542-8bba-704e16f659cc' 2024-11-12T15:21:49,040 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:21:49,040 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f0f3d018-6d51-4542-8bba-704e16f659cc" 2024-11-12T15:21:49,040 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59c17742, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:49,040 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,43039,-1] 2024-11-12T15:21:49,040 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:21:49,040 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:49,040 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:21:49,041 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48dc5a09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:49,041 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:21:49,042 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,43039,1731424894045 2024-11-12T15:21:49,042 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47f474c4 2024-11-12T15:21:49,042 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:21:49,042 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T15:21:49,043 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43039 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://a6f201fa5419:37357,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T15:21:49,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43039 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T15:21:49,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T15:21:49,045 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a6f201fa5419:37357' 2024-11-12T15:21:49,045 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@639e867e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:49,045 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,37357,-1 for getting cluster id 2024-11-12T15:21:49,045 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:21:49,046 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '03c9990a-b1b1-49a2-ba4a-e249fbb8c6c8' 2024-11-12T15:21:49,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:21:49,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "03c9990a-b1b1-49a2-ba4a-e249fbb8c6c8" 2024-11-12T15:21:49,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dbbee88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:49,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,37357,-1] 2024-11-12T15:21:49,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:21:49,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:49,047 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:21:49,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13095a6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:49,048 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:21:49,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,37357,1731424898666 2024-11-12T15:21:49,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b46e756 2024-11-12T15:21:49,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:21:49,049 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T15:21:49,049 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-12T15:21:49,049 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T15:21:49,049 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:49,049 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:49,049 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:21:49,050 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T15:21:49,051 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T15:21:49,051 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T15:21:49,051 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:21:49,052 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T15:21:49,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741837_1013 (size=1138) 2024-11-12T15:21:49,057 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b52835ade4b30dc95c3b0437127d7db8, NAME => 'hbase:replication,,1731424909050.b52835ade4b30dc95c3b0437127d7db8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60 2024-11-12T15:21:49,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741838_1014 (size=44) 2024-11-12T15:21:49,101 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T15:21:49,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T15:21:49,235 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,45543,1731424888645.replicationSource.wal-reader.a6f201fa5419%2C45543%2C1731424888645,1-a6f201fa5419,45543,1731424888645 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/WALs/a6f201fa5419,45543,1731424888645/a6f201fa5419%2C45543%2C1731424888645.1731424890950 to pos 379, reset compression=false 2024-11-12T15:21:49,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T15:21:49,461 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731424909050.b52835ade4b30dc95c3b0437127d7db8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:21:49,461 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b52835ade4b30dc95c3b0437127d7db8, disabling compactions & flushes 2024-11-12T15:21:49,461 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731424909050.b52835ade4b30dc95c3b0437127d7db8. 2024-11-12T15:21:49,461 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731424909050.b52835ade4b30dc95c3b0437127d7db8. 2024-11-12T15:21:49,461 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731424909050.b52835ade4b30dc95c3b0437127d7db8. after waiting 0 ms 2024-11-12T15:21:49,461 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731424909050.b52835ade4b30dc95c3b0437127d7db8. 2024-11-12T15:21:49,461 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731424909050.b52835ade4b30dc95c3b0437127d7db8. 2024-11-12T15:21:49,461 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b52835ade4b30dc95c3b0437127d7db8: Waiting for close lock at 1731424909461Disabling compacts and flushes for region at 1731424909461Disabling writes for close at 1731424909461Writing region close event to WAL at 1731424909461Closed at 1731424909461 2024-11-12T15:21:49,462 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T15:21:49,462 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731424909050.b52835ade4b30dc95c3b0437127d7db8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731424909462"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731424909462"}]},"ts":"1731424909462"} 2024-11-12T15:21:49,463 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T15:21:49,464 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T15:21:49,464 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731424909464"}]},"ts":"1731424909464"} 2024-11-12T15:21:49,465 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T15:21:49,466 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b52835ade4b30dc95c3b0437127d7db8, ASSIGN}] 2024-11-12T15:21:49,466 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b52835ade4b30dc95c3b0437127d7db8, ASSIGN 2024-11-12T15:21:49,467 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b52835ade4b30dc95c3b0437127d7db8, ASSIGN; state=OFFLINE, location=a6f201fa5419,34485,1731424894187; forceNewPlan=false, retain=false 2024-11-12T15:21:49,538 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,45543,1731424888645.replicationSource.wal-reader.a6f201fa5419%2C45543%2C1731424888645,1-a6f201fa5419,45543,1731424888645 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/WALs/a6f201fa5419,45543,1731424888645/a6f201fa5419%2C45543%2C1731424888645.1731424890950 to pos 379, reset compression=false 2024-11-12T15:21:49,617 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b52835ade4b30dc95c3b0437127d7db8, regionState=OPENING, regionLocation=a6f201fa5419,34485,1731424894187 2024-11-12T15:21:49,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b52835ade4b30dc95c3b0437127d7db8, ASSIGN because future has completed 2024-11-12T15:21:49,620 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b52835ade4b30dc95c3b0437127d7db8, server=a6f201fa5419,34485,1731424894187}] 2024-11-12T15:21:49,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T15:21:49,774 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731424909050.b52835ade4b30dc95c3b0437127d7db8. 2024-11-12T15:21:49,774 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:21:49,774 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T15:21:49,775 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a6f201fa5419%2C34485%2C1731424894187.rep, suffix=, logDir=hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/WALs/a6f201fa5419,34485,1731424894187, archiveDir=hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/oldWALs, maxLogs=10 2024-11-12T15:21:49,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/WALs/a6f201fa5419,34485,1731424894187/a6f201fa5419%2C34485%2C1731424894187.rep.1731424909775, exclude list is [], retry=0 2024-11-12T15:21:49,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34729,DS-cef5a775-9a1b-4289-9636-579205edeb13,DISK] 2024-11-12T15:21:49,789 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/WALs/a6f201fa5419,34485,1731424894187/a6f201fa5419%2C34485%2C1731424894187.rep.1731424909775 2024-11-12T15:21:49,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44539:44539)] 2024-11-12T15:21:49,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b52835ade4b30dc95c3b0437127d7db8, NAME => 'hbase:replication,,1731424909050.b52835ade4b30dc95c3b0437127d7db8.', STARTKEY => '', ENDKEY => ''} 2024-11-12T15:21:49,789 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T15:21:49,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T15:21:49,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731424909050.b52835ade4b30dc95c3b0437127d7db8. service=MultiRowMutationService 2024-11-12T15:21:49,790 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T15:21:49,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b52835ade4b30dc95c3b0437127d7db8 2024-11-12T15:21:49,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731424909050.b52835ade4b30dc95c3b0437127d7db8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:21:49,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b52835ade4b30dc95c3b0437127d7db8 2024-11-12T15:21:49,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b52835ade4b30dc95c3b0437127d7db8 2024-11-12T15:21:49,791 INFO [StoreOpener-b52835ade4b30dc95c3b0437127d7db8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b52835ade4b30dc95c3b0437127d7db8 2024-11-12T15:21:49,792 INFO [StoreOpener-b52835ade4b30dc95c3b0437127d7db8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b52835ade4b30dc95c3b0437127d7db8 columnFamilyName hfileref 2024-11-12T15:21:49,792 DEBUG [StoreOpener-b52835ade4b30dc95c3b0437127d7db8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:21:49,792 INFO [StoreOpener-b52835ade4b30dc95c3b0437127d7db8-1 {}] regionserver.HStore(327): Store=b52835ade4b30dc95c3b0437127d7db8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:21:49,792 INFO [StoreOpener-b52835ade4b30dc95c3b0437127d7db8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b52835ade4b30dc95c3b0437127d7db8 2024-11-12T15:21:49,793 INFO [StoreOpener-b52835ade4b30dc95c3b0437127d7db8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b52835ade4b30dc95c3b0437127d7db8 columnFamilyName queue 2024-11-12T15:21:49,793 DEBUG [StoreOpener-b52835ade4b30dc95c3b0437127d7db8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:21:49,793 INFO [StoreOpener-b52835ade4b30dc95c3b0437127d7db8-1 {}] regionserver.HStore(327): Store=b52835ade4b30dc95c3b0437127d7db8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:21:49,793 INFO [StoreOpener-b52835ade4b30dc95c3b0437127d7db8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b52835ade4b30dc95c3b0437127d7db8 2024-11-12T15:21:49,794 INFO [StoreOpener-b52835ade4b30dc95c3b0437127d7db8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b52835ade4b30dc95c3b0437127d7db8 columnFamilyName sid 2024-11-12T15:21:49,794 DEBUG [StoreOpener-b52835ade4b30dc95c3b0437127d7db8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:21:49,794 INFO [StoreOpener-b52835ade4b30dc95c3b0437127d7db8-1 {}] regionserver.HStore(327): Store=b52835ade4b30dc95c3b0437127d7db8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:21:49,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b52835ade4b30dc95c3b0437127d7db8 2024-11-12T15:21:49,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/data/hbase/replication/b52835ade4b30dc95c3b0437127d7db8 2024-11-12T15:21:49,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/data/hbase/replication/b52835ade4b30dc95c3b0437127d7db8 2024-11-12T15:21:49,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b52835ade4b30dc95c3b0437127d7db8 2024-11-12T15:21:49,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b52835ade4b30dc95c3b0437127d7db8 2024-11-12T15:21:49,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T15:21:49,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b52835ade4b30dc95c3b0437127d7db8 2024-11-12T15:21:49,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/data/hbase/replication/b52835ade4b30dc95c3b0437127d7db8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T15:21:49,799 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b52835ade4b30dc95c3b0437127d7db8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65804843, jitterRate=-0.019431427121162415}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T15:21:49,799 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b52835ade4b30dc95c3b0437127d7db8 2024-11-12T15:21:49,799 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b52835ade4b30dc95c3b0437127d7db8: Running coprocessor pre-open hook at 1731424909790Writing region info on filesystem at 1731424909790Initializing all the Stores at 1731424909790Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424909790Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424909790Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424909791 (+1 ms)Cleaning up temporary data from old regions at 1731424909796 (+5 ms)Running coprocessor post-open hooks at 1731424909799 (+3 ms)Region opened successfully at 1731424909799 2024-11-12T15:21:49,799 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731424909050.b52835ade4b30dc95c3b0437127d7db8., pid=10, masterSystemTime=1731424909771 2024-11-12T15:21:49,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731424909050.b52835ade4b30dc95c3b0437127d7db8. 2024-11-12T15:21:49,801 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731424909050.b52835ade4b30dc95c3b0437127d7db8. 2024-11-12T15:21:49,801 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b52835ade4b30dc95c3b0437127d7db8, regionState=OPEN, openSeqNum=2, regionLocation=a6f201fa5419,34485,1731424894187 2024-11-12T15:21:49,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b52835ade4b30dc95c3b0437127d7db8, server=a6f201fa5419,34485,1731424894187 because future has completed 2024-11-12T15:21:49,805 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T15:21:49,805 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b52835ade4b30dc95c3b0437127d7db8, server=a6f201fa5419,34485,1731424894187 in 184 msec 2024-11-12T15:21:49,806 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T15:21:49,806 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b52835ade4b30dc95c3b0437127d7db8, ASSIGN in 340 msec 2024-11-12T15:21:49,807 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T15:21:49,807 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731424909807"}]},"ts":"1731424909807"} 2024-11-12T15:21:49,808 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T15:21:49,809 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T15:21:49,810 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 759 msec 2024-11-12T15:21:49,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731424909050.b52835ade4b30dc95c3b0437127d7db8., hostname=a6f201fa5419,34485,1731424894187, seqNum=2] 2024-11-12T15:21:49,941 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,45543,1731424888645.replicationSource.wal-reader.a6f201fa5419%2C45543%2C1731424888645,1-a6f201fa5419,45543,1731424888645 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/WALs/a6f201fa5419,45543,1731424888645/a6f201fa5419%2C45543%2C1731424888645.1731424890950 to pos 379, reset compression=false 2024-11-12T15:21:50,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43039-0x1012fa31ab80003, quorum=127.0.0.1:60848, baseZNode=/1-83280133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-83280133 2024-11-12T15:21:50,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34485-0x1012fa31ab80004, quorum=127.0.0.1:60848, baseZNode=/1-83280133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-83280133 2024-11-12T15:21:50,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T15:21:50,364 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T15:21:50,445 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,45543,1731424888645.replicationSource.wal-reader.a6f201fa5419%2C45543%2C1731424888645,1-a6f201fa5419,45543,1731424888645 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/WALs/a6f201fa5419,45543,1731424888645/a6f201fa5419%2C45543%2C1731424888645.1731424890950 to pos 379, reset compression=false 2024-11-12T15:21:50,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34485 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T15:21:50,516 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T15:21:50,542 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a6f201fa5419,34485,1731424894187, ReplicationSource: 1, currentBandwidth=0 2024-11-12T15:21:50,542 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:21:50,542 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,34485,1731424894187, seqNum=-1] 2024-11-12T15:21:50,542 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:21:50,543 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51147, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-12T15:21:50,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a6f201fa5419,34485,1731424894187', locateType=CURRENT is [region=hbase:replication,,1731424909050.b52835ade4b30dc95c3b0437127d7db8., hostname=a6f201fa5419,34485,1731424894187, seqNum=2] 2024-11-12T15:21:50,546 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T15:21:50,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43039 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T15:21:50,548 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a6f201fa5419,34485,1731424894187 suceeded 2024-11-12T15:21:50,549 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T15:21:50,549 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a6f201fa5419:37357,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T15:21:50,549 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-12T15:21:50,550 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5060 sec 2024-11-12T15:21:50,559 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a6f201fa5419:37357' 2024-11-12T15:21:50,560 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c274120, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:50,560 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187 {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,37357,-1 for getting cluster id 2024-11-12T15:21:50,560 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:21:50,560 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '03c9990a-b1b1-49a2-ba4a-e249fbb8c6c8' 2024-11-12T15:21:50,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:21:50,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "03c9990a-b1b1-49a2-ba4a-e249fbb8c6c8" 2024-11-12T15:21:50,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55fab32d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:50,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,37357,-1] 2024-11-12T15:21:50,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:21:50,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:50,561 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:21:50,562 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59aee33c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:50,562 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:21:50,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,37357,1731424898666 2024-11-12T15:21:50,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65e5879c 2024-11-12T15:21:50,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:21:50,563 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-12T15:21:50,564 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a6f201fa5419,34485,1731424894187 (queues=1) is replicating from cluster=f0f3d018-6d51-4542-8bba-704e16f659cc to cluster=03c9990a-b1b1-49a2-ba4a-e249fbb8c6c8 2024-11-12T15:21:50,564 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a6f201fa5419%2C34485%2C1731424894187 2024-11-12T15:21:50,564 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a6f201fa5419,34485,1731424894187, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T15:21:50,564 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187.replicationSource.shippera6f201fa5419%2C34485%2C1731424894187,1-a6f201fa5419,34485,1731424894187 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a6f201fa5419%2C34485%2C1731424894187 2024-11-12T15:21:50,564 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187.replicationSource.wal-reader.a6f201fa5419%2C34485%2C1731424894187,1-a6f201fa5419,34485,1731424894187 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/WALs/a6f201fa5419,34485,1731424894187/a6f201fa5419%2C34485%2C1731424894187.1731424895983, startPosition=0, beingWritten=true 2024-11-12T15:21:50,568 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187.replicationSource.wal-reader.a6f201fa5419%2C34485%2C1731424894187,1-a6f201fa5419,34485,1731424894187 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T15:21:50,568 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187.replicationSource.wal-reader.a6f201fa5419%2C34485%2C1731424894187,1-a6f201fa5419,34485,1731424894187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/WALs/a6f201fa5419,34485,1731424894187/a6f201fa5419%2C34485%2C1731424894187.1731424895983 to pos 379, reset compression=false 2024-11-12T15:21:50,568 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187.replicationSource.shippera6f201fa5419%2C34485%2C1731424894187,1-a6f201fa5419,34485,1731424894187 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a6f201fa5419,34485,1731424894187 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/WALs/a6f201fa5419,34485,1731424894187/a6f201fa5419%2C34485%2C1731424894187.1731424895983, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T15:21:50,771 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187.replicationSource.wal-reader.a6f201fa5419%2C34485%2C1731424894187,1-a6f201fa5419,34485,1731424894187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/WALs/a6f201fa5419,34485,1731424894187/a6f201fa5419%2C34485%2C1731424894187.1731424895983 to pos 379, reset compression=false 2024-11-12T15:21:51,048 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,45543,1731424888645.replicationSource.wal-reader.a6f201fa5419%2C45543%2C1731424888645,1-a6f201fa5419,45543,1731424888645 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/WALs/a6f201fa5419,45543,1731424888645/a6f201fa5419%2C45543%2C1731424888645.1731424890950 to pos 379, reset compression=false 2024-11-12T15:21:51,074 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187.replicationSource.wal-reader.a6f201fa5419%2C34485%2C1731424894187,1-a6f201fa5419,34485,1731424894187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/WALs/a6f201fa5419,34485,1731424894187/a6f201fa5419%2C34485%2C1731424894187.1731424895983 to pos 379, reset compression=false 2024-11-12T15:21:51,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T15:21:51,188 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T15:21:51,188 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T15:21:51,188 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:21:51,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:51,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:51,188 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:21:51,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2244f975, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:51,189 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,37357,-1 for getting cluster id 2024-11-12T15:21:51,189 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:21:51,189 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '03c9990a-b1b1-49a2-ba4a-e249fbb8c6c8' 2024-11-12T15:21:51,189 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:21:51,189 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "03c9990a-b1b1-49a2-ba4a-e249fbb8c6c8" 2024-11-12T15:21:51,189 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27ecf7c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:51,189 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,37357,-1] 2024-11-12T15:21:51,190 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:21:51,190 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:51,190 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:21:51,191 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c12bf34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:51,191 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:21:51,191 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,37357,1731424898666 2024-11-12T15:21:51,191 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f7c7d63 2024-11-12T15:21:51,192 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:21:51,192 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T15:21:51,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37357 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://a6f201fa5419:43039,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T15:21:51,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37357 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T15:21:51,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T15:21:51,205 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a6f201fa5419:43039' 2024-11-12T15:21:51,206 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3008cdfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:51,206 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,43039,-1 for getting cluster id 2024-11-12T15:21:51,206 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:21:51,207 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f0f3d018-6d51-4542-8bba-704e16f659cc' 2024-11-12T15:21:51,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:21:51,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f0f3d018-6d51-4542-8bba-704e16f659cc" 2024-11-12T15:21:51,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4084828f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:51,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,43039,-1] 2024-11-12T15:21:51,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:21:51,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:51,208 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:21:51,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bae4104, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:51,208 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:21:51,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,43039,1731424894045 2024-11-12T15:21:51,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@111eaa20 2024-11-12T15:21:51,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:21:51,209 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T15:21:51,210 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-12T15:21:51,210 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T15:21:51,210 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:51,210 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:51,210 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:21:51,211 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T15:21:51,211 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T15:21:51,212 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T15:21:51,212 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:21:51,213 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T15:21:51,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45311 is added to blk_1073741837_1013 (size=1138) 2024-11-12T15:21:51,262 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T15:21:51,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T15:21:51,477 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187.replicationSource.wal-reader.a6f201fa5419%2C34485%2C1731424894187,1-a6f201fa5419,34485,1731424894187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/WALs/a6f201fa5419,34485,1731424894187/a6f201fa5419%2C34485%2C1731424894187.1731424895983 to pos 379, reset compression=false 2024-11-12T15:21:51,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T15:21:51,626 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d02f1f6eb99621fec01a4a2e5630d94f, NAME => 'hbase:replication,,1731424911210.d02f1f6eb99621fec01a4a2e5630d94f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639 2024-11-12T15:21:51,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45311 is added to blk_1073741838_1014 (size=44) 2024-11-12T15:21:51,751 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,45543,1731424888645.replicationSource.wal-reader.a6f201fa5419%2C45543%2C1731424888645,1-a6f201fa5419,45543,1731424888645 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/WALs/a6f201fa5419,45543,1731424888645/a6f201fa5419%2C45543%2C1731424888645.1731424890950 to pos 379, reset compression=false 2024-11-12T15:21:51,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T15:21:51,980 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187.replicationSource.wal-reader.a6f201fa5419%2C34485%2C1731424894187,1-a6f201fa5419,34485,1731424894187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/WALs/a6f201fa5419,34485,1731424894187/a6f201fa5419%2C34485%2C1731424894187.1731424895983 to pos 379, reset compression=false 2024-11-12T15:21:52,031 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731424911210.d02f1f6eb99621fec01a4a2e5630d94f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:21:52,031 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d02f1f6eb99621fec01a4a2e5630d94f, disabling compactions & flushes 2024-11-12T15:21:52,031 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731424911210.d02f1f6eb99621fec01a4a2e5630d94f. 2024-11-12T15:21:52,031 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731424911210.d02f1f6eb99621fec01a4a2e5630d94f. 2024-11-12T15:21:52,031 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731424911210.d02f1f6eb99621fec01a4a2e5630d94f. after waiting 0 ms 2024-11-12T15:21:52,031 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731424911210.d02f1f6eb99621fec01a4a2e5630d94f. 2024-11-12T15:21:52,031 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731424911210.d02f1f6eb99621fec01a4a2e5630d94f. 2024-11-12T15:21:52,031 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d02f1f6eb99621fec01a4a2e5630d94f: Waiting for close lock at 1731424912031Disabling compacts and flushes for region at 1731424912031Disabling writes for close at 1731424912031Writing region close event to WAL at 1731424912031Closed at 1731424912031 2024-11-12T15:21:52,032 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T15:21:52,032 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731424911210.d02f1f6eb99621fec01a4a2e5630d94f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731424912032"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731424912032"}]},"ts":"1731424912032"} 2024-11-12T15:21:52,034 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T15:21:52,034 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T15:21:52,034 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731424912034"}]},"ts":"1731424912034"} 2024-11-12T15:21:52,035 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T15:21:52,036 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d02f1f6eb99621fec01a4a2e5630d94f, ASSIGN}] 2024-11-12T15:21:52,036 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d02f1f6eb99621fec01a4a2e5630d94f, ASSIGN 2024-11-12T15:21:52,037 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d02f1f6eb99621fec01a4a2e5630d94f, ASSIGN; state=OFFLINE, location=a6f201fa5419,36403,1731424898780; forceNewPlan=false, retain=false 2024-11-12T15:21:52,187 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d02f1f6eb99621fec01a4a2e5630d94f, regionState=OPENING, regionLocation=a6f201fa5419,36403,1731424898780 2024-11-12T15:21:52,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d02f1f6eb99621fec01a4a2e5630d94f, ASSIGN because future has completed 2024-11-12T15:21:52,190 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d02f1f6eb99621fec01a4a2e5630d94f, server=a6f201fa5419,36403,1731424898780}] 2024-11-12T15:21:52,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T15:21:52,344 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731424911210.d02f1f6eb99621fec01a4a2e5630d94f. 2024-11-12T15:21:52,344 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:21:52,344 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T15:21:52,345 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a6f201fa5419%2C36403%2C1731424898780.rep, suffix=, logDir=hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/WALs/a6f201fa5419,36403,1731424898780, archiveDir=hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/oldWALs, maxLogs=10 2024-11-12T15:21:52,357 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/WALs/a6f201fa5419,36403,1731424898780/a6f201fa5419%2C36403%2C1731424898780.rep.1731424912345, exclude list is [], retry=0 2024-11-12T15:21:52,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45311,DS-9f6f9343-9906-40fc-976e-9f235391db2c,DISK] 2024-11-12T15:21:52,360 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/WALs/a6f201fa5419,36403,1731424898780/a6f201fa5419%2C36403%2C1731424898780.rep.1731424912345 2024-11-12T15:21:52,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37407:37407)] 2024-11-12T15:21:52,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d02f1f6eb99621fec01a4a2e5630d94f, NAME => 'hbase:replication,,1731424911210.d02f1f6eb99621fec01a4a2e5630d94f.', STARTKEY => '', ENDKEY => ''} 2024-11-12T15:21:52,360 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T15:21:52,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T15:21:52,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731424911210.d02f1f6eb99621fec01a4a2e5630d94f. service=MultiRowMutationService 2024-11-12T15:21:52,360 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T15:21:52,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d02f1f6eb99621fec01a4a2e5630d94f 2024-11-12T15:21:52,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731424911210.d02f1f6eb99621fec01a4a2e5630d94f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:21:52,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d02f1f6eb99621fec01a4a2e5630d94f 2024-11-12T15:21:52,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d02f1f6eb99621fec01a4a2e5630d94f 2024-11-12T15:21:52,362 INFO [StoreOpener-d02f1f6eb99621fec01a4a2e5630d94f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d02f1f6eb99621fec01a4a2e5630d94f 2024-11-12T15:21:52,362 INFO [StoreOpener-d02f1f6eb99621fec01a4a2e5630d94f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d02f1f6eb99621fec01a4a2e5630d94f columnFamilyName hfileref 2024-11-12T15:21:52,362 DEBUG [StoreOpener-d02f1f6eb99621fec01a4a2e5630d94f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:21:52,363 INFO [StoreOpener-d02f1f6eb99621fec01a4a2e5630d94f-1 {}] regionserver.HStore(327): Store=d02f1f6eb99621fec01a4a2e5630d94f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:21:52,363 INFO [StoreOpener-d02f1f6eb99621fec01a4a2e5630d94f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d02f1f6eb99621fec01a4a2e5630d94f 2024-11-12T15:21:52,364 INFO [StoreOpener-d02f1f6eb99621fec01a4a2e5630d94f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d02f1f6eb99621fec01a4a2e5630d94f columnFamilyName queue 2024-11-12T15:21:52,364 DEBUG [StoreOpener-d02f1f6eb99621fec01a4a2e5630d94f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:21:52,364 INFO [StoreOpener-d02f1f6eb99621fec01a4a2e5630d94f-1 {}] regionserver.HStore(327): Store=d02f1f6eb99621fec01a4a2e5630d94f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:21:52,364 INFO [StoreOpener-d02f1f6eb99621fec01a4a2e5630d94f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d02f1f6eb99621fec01a4a2e5630d94f 2024-11-12T15:21:52,364 INFO [StoreOpener-d02f1f6eb99621fec01a4a2e5630d94f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d02f1f6eb99621fec01a4a2e5630d94f columnFamilyName sid 2024-11-12T15:21:52,364 DEBUG [StoreOpener-d02f1f6eb99621fec01a4a2e5630d94f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:21:52,365 INFO [StoreOpener-d02f1f6eb99621fec01a4a2e5630d94f-1 {}] regionserver.HStore(327): Store=d02f1f6eb99621fec01a4a2e5630d94f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:21:52,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d02f1f6eb99621fec01a4a2e5630d94f 2024-11-12T15:21:52,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/data/hbase/replication/d02f1f6eb99621fec01a4a2e5630d94f 2024-11-12T15:21:52,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/data/hbase/replication/d02f1f6eb99621fec01a4a2e5630d94f 2024-11-12T15:21:52,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d02f1f6eb99621fec01a4a2e5630d94f 2024-11-12T15:21:52,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d02f1f6eb99621fec01a4a2e5630d94f 2024-11-12T15:21:52,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T15:21:52,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d02f1f6eb99621fec01a4a2e5630d94f 2024-11-12T15:21:52,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/data/hbase/replication/d02f1f6eb99621fec01a4a2e5630d94f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T15:21:52,368 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d02f1f6eb99621fec01a4a2e5630d94f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70809694, jitterRate=0.05514666438102722}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T15:21:52,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d02f1f6eb99621fec01a4a2e5630d94f 2024-11-12T15:21:52,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d02f1f6eb99621fec01a4a2e5630d94f: Running coprocessor pre-open hook at 1731424912361Writing region info on filesystem at 1731424912361Initializing all the Stores at 1731424912361Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424912361Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424912361Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424912361Cleaning up temporary data from old regions at 1731424912366 (+5 ms)Running coprocessor post-open hooks at 1731424912369 (+3 ms)Region opened successfully at 1731424912369 2024-11-12T15:21:52,369 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731424911210.d02f1f6eb99621fec01a4a2e5630d94f., pid=10, masterSystemTime=1731424912341 2024-11-12T15:21:52,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731424911210.d02f1f6eb99621fec01a4a2e5630d94f. 2024-11-12T15:21:52,371 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731424911210.d02f1f6eb99621fec01a4a2e5630d94f. 2024-11-12T15:21:52,371 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d02f1f6eb99621fec01a4a2e5630d94f, regionState=OPEN, openSeqNum=2, regionLocation=a6f201fa5419,36403,1731424898780 2024-11-12T15:21:52,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d02f1f6eb99621fec01a4a2e5630d94f, server=a6f201fa5419,36403,1731424898780 because future has completed 2024-11-12T15:21:52,375 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T15:21:52,375 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d02f1f6eb99621fec01a4a2e5630d94f, server=a6f201fa5419,36403,1731424898780 in 183 msec 2024-11-12T15:21:52,376 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T15:21:52,376 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d02f1f6eb99621fec01a4a2e5630d94f, ASSIGN in 340 msec 2024-11-12T15:21:52,376 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T15:21:52,376 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731424912376"}]},"ts":"1731424912376"} 2024-11-12T15:21:52,378 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T15:21:52,378 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T15:21:52,379 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1670 sec 2024-11-12T15:21:52,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731424911210.d02f1f6eb99621fec01a4a2e5630d94f., hostname=a6f201fa5419,36403,1731424898780, seqNum=2] 2024-11-12T15:21:52,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37357-0x1012fa31ab80006, quorum=127.0.0.1:60848, baseZNode=/2-1390672383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1390672383 2024-11-12T15:21:52,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36403-0x1012fa31ab80007, quorum=127.0.0.1:60848, baseZNode=/2-1390672383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1390672383 2024-11-12T15:21:52,511 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T15:21:52,554 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,45543,1731424888645.replicationSource.wal-reader.a6f201fa5419%2C45543%2C1731424888645,1-a6f201fa5419,45543,1731424888645 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/WALs/a6f201fa5419,45543,1731424888645/a6f201fa5419%2C45543%2C1731424888645.1731424890950 to pos 379, reset compression=false 2024-11-12T15:21:52,583 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187.replicationSource.wal-reader.a6f201fa5419%2C34485%2C1731424894187,1-a6f201fa5419,34485,1731424894187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/WALs/a6f201fa5419,34485,1731424894187/a6f201fa5419%2C34485%2C1731424894187.1731424895983 to pos 379, reset compression=false 2024-11-12T15:21:52,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T15:21:52,663 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T15:21:52,688 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a6f201fa5419,36403,1731424898780, ReplicationSource: 1, currentBandwidth=0 2024-11-12T15:21:52,688 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:21:52,688 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,36403,1731424898780, seqNum=-1] 2024-11-12T15:21:52,689 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:21:52,690 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45415, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-12T15:21:52,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a6f201fa5419,36403,1731424898780', locateType=CURRENT is [region=hbase:replication,,1731424911210.d02f1f6eb99621fec01a4a2e5630d94f., hostname=a6f201fa5419,36403,1731424898780, seqNum=2] 2024-11-12T15:21:52,693 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T15:21:52,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37357 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T15:21:52,695 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a6f201fa5419,36403,1731424898780 suceeded 2024-11-12T15:21:52,696 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T15:21:52,696 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a6f201fa5419:43039,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T15:21:52,696 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-12T15:21:52,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5030 sec 2024-11-12T15:21:52,706 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,36403,1731424898780 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a6f201fa5419:43039' 2024-11-12T15:21:52,707 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,36403,1731424898780 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6364f728, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:52,707 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,36403,1731424898780 {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,43039,-1 for getting cluster id 2024-11-12T15:21:52,707 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,36403,1731424898780 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:21:52,708 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f0f3d018-6d51-4542-8bba-704e16f659cc' 2024-11-12T15:21:52,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:21:52,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f0f3d018-6d51-4542-8bba-704e16f659cc" 2024-11-12T15:21:52,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@524f2aae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:52,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,43039,-1] 2024-11-12T15:21:52,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:21:52,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:52,709 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:21:52,709 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,36403,1731424898780 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12f2dcaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:52,709 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,36403,1731424898780 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:21:52,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,43039,1731424894045 2024-11-12T15:21:52,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68e7ac75 2024-11-12T15:21:52,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:21:52,710 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-12T15:21:52,711 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,36403,1731424898780 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a6f201fa5419,36403,1731424898780 (queues=1) is replicating from cluster=03c9990a-b1b1-49a2-ba4a-e249fbb8c6c8 to cluster=f0f3d018-6d51-4542-8bba-704e16f659cc 2024-11-12T15:21:52,711 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,36403,1731424898780 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a6f201fa5419%2C36403%2C1731424898780 2024-11-12T15:21:52,711 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,36403,1731424898780 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a6f201fa5419,36403,1731424898780, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T15:21:52,711 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,36403,1731424898780.replicationSource.shippera6f201fa5419%2C36403%2C1731424898780,1-a6f201fa5419,36403,1731424898780 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a6f201fa5419%2C36403%2C1731424898780 2024-11-12T15:21:52,711 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,36403,1731424898780.replicationSource.wal-reader.a6f201fa5419%2C36403%2C1731424898780,1-a6f201fa5419,36403,1731424898780 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/WALs/a6f201fa5419,36403,1731424898780/a6f201fa5419%2C36403%2C1731424898780.1731424900749, startPosition=0, beingWritten=true 2024-11-12T15:21:52,715 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,36403,1731424898780.replicationSource.wal-reader.a6f201fa5419%2C36403%2C1731424898780,1-a6f201fa5419,36403,1731424898780 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T15:21:52,715 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,36403,1731424898780.replicationSource.wal-reader.a6f201fa5419%2C36403%2C1731424898780,1-a6f201fa5419,36403,1731424898780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/WALs/a6f201fa5419,36403,1731424898780/a6f201fa5419%2C36403%2C1731424898780.1731424900749 to pos 379, reset compression=false 2024-11-12T15:21:52,715 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,36403,1731424898780.replicationSource.shippera6f201fa5419%2C36403%2C1731424898780,1-a6f201fa5419,36403,1731424898780 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a6f201fa5419,36403,1731424898780 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/WALs/a6f201fa5419,36403,1731424898780/a6f201fa5419%2C36403%2C1731424898780.1731424900749, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T15:21:52,918 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,36403,1731424898780.replicationSource.wal-reader.a6f201fa5419%2C36403%2C1731424898780,1-a6f201fa5419,36403,1731424898780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/WALs/a6f201fa5419,36403,1731424898780/a6f201fa5419%2C36403%2C1731424898780.1731424900749 to pos 379, reset compression=false 2024-11-12T15:21:53,221 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,36403,1731424898780.replicationSource.wal-reader.a6f201fa5419%2C36403%2C1731424898780,1-a6f201fa5419,36403,1731424898780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/WALs/a6f201fa5419,36403,1731424898780/a6f201fa5419%2C36403%2C1731424898780.1731424900749 to pos 379, reset compression=false 2024-11-12T15:21:53,286 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187.replicationSource.wal-reader.a6f201fa5419%2C34485%2C1731424894187,1-a6f201fa5419,34485,1731424894187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/WALs/a6f201fa5419,34485,1731424894187/a6f201fa5419%2C34485%2C1731424894187.1731424895983 to pos 379, reset compression=false 2024-11-12T15:21:53,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T15:21:53,347 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T15:21:53,347 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T15:21:53,347 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:21:53,348 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:53,348 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:53,348 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:21:53,348 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@278000dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:53,348 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,40361,-1 for getting cluster id 2024-11-12T15:21:53,348 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:21:53,349 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '801ffebc-906e-4014-af40-751da761acfc' 2024-11-12T15:21:53,349 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:21:53,349 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "801ffebc-906e-4014-af40-751da761acfc" 2024-11-12T15:21:53,349 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cafcc42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:53,349 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,40361,-1] 2024-11-12T15:21:53,349 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:21:53,349 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:53,350 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:21:53,350 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6933f905, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:53,351 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@548f42d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:53,351 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,43039,-1 for getting cluster id 2024-11-12T15:21:53,351 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:21:53,351 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f0f3d018-6d51-4542-8bba-704e16f659cc' 2024-11-12T15:21:53,351 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:21:53,351 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f0f3d018-6d51-4542-8bba-704e16f659cc" 2024-11-12T15:21:53,351 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2710abf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:53,351 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,43039,-1] 2024-11-12T15:21:53,351 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:21:53,352 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:53,352 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:21:53,352 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cf8586e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:53,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@432f9dd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:53,354 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,37357,-1 for getting cluster id 2024-11-12T15:21:53,354 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:21:53,355 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '03c9990a-b1b1-49a2-ba4a-e249fbb8c6c8' 2024-11-12T15:21:53,355 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:21:53,355 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "03c9990a-b1b1-49a2-ba4a-e249fbb8c6c8" 2024-11-12T15:21:53,355 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2706f69a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:53,355 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,37357,-1] 2024-11-12T15:21:53,355 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:21:53,355 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:53,356 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:21:53,356 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d5cd067, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:53,357 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:21:53,358 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,45543,1731424888645, seqNum=-1] 2024-11-12T15:21:53,358 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:21:53,359 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T15:21:53,360 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731424901440.c9145b557d1c3f624a56f8fd4e3b9231., hostname=a6f201fa5419,45543,1731424888645, seqNum=2] 2024-11-12T15:21:53,363 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:21:53,363 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,36403,1731424898780, seqNum=-1] 2024-11-12T15:21:53,364 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:21:53,364 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T15:21:53,366 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731424905750.553c65713be1f4c392470d873c453c70., hostname=a6f201fa5419,36403,1731424898780, seqNum=2] 2024-11-12T15:21:53,367 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-12T15:21:53,458 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,45543,1731424888645.replicationSource.wal-reader.a6f201fa5419%2C45543%2C1731424888645,1-a6f201fa5419,45543,1731424888645 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/WALs/a6f201fa5419,45543,1731424888645/a6f201fa5419%2C45543%2C1731424888645.1731424890950 to pos 379, reset compression=false 2024-11-12T15:21:53,462 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,45543,1731424888645.replicationSource.wal-reader.a6f201fa5419%2C45543%2C1731424888645,1-a6f201fa5419,45543,1731424888645 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T15:21:53,462 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,45543,1731424888645.replicationSource.wal-reader.a6f201fa5419%2C45543%2C1731424888645,1-a6f201fa5419,45543,1731424888645 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/WALs/a6f201fa5419,45543,1731424888645/a6f201fa5419%2C45543%2C1731424888645.1731424890950 to pos 480, reset compression=false 2024-11-12T15:21:53,462 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,45543,1731424888645.replicationSource.shippera6f201fa5419%2C45543%2C1731424888645,1-a6f201fa5419,45543,1731424888645 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a6f201fa5419,45543,1731424888645 got entry batch from reader: WALEntryBatch [walEntries=[{test/c9145b557d1c3f624a56f8fd4e3b9231/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/WALs/a6f201fa5419,45543,1731424888645/a6f201fa5419%2C45543%2C1731424888645.1731424890950, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-12T15:21:53,463 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,45543,1731424888645.replicationSource.shippera6f201fa5419%2C45543%2C1731424888645,1-a6f201fa5419,45543,1731424888645 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T15:21:53,464 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-12T15:21:53,464 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34485 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T15:21:53,466 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34485 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68fc42ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:53,466 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34485 {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,43039,-1 for getting cluster id 2024-11-12T15:21:53,466 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34485 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:21:53,466 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f0f3d018-6d51-4542-8bba-704e16f659cc' 2024-11-12T15:21:53,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:21:53,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f0f3d018-6d51-4542-8bba-704e16f659cc" 2024-11-12T15:21:53,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77911b0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:53,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,43039,-1] 2024-11-12T15:21:53,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:21:53,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:53,467 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:21:53,467 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34485 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@232441b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:53,468 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34485 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:21:53,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,34485,1731424894187, seqNum=-1] 2024-11-12T15:21:53,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:21:53,469 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-12T15:21:53,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731424903600.b07a8b70b7f1edbfc01db87a7fec248d., hostname=a6f201fa5419,34485,1731424894187, seqNum=2] 2024-11-12T15:21:53,473 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34485 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T15:21:53,624 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,36403,1731424898780.replicationSource.wal-reader.a6f201fa5419%2C36403%2C1731424898780,1-a6f201fa5419,36403,1731424898780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/WALs/a6f201fa5419,36403,1731424898780/a6f201fa5419%2C36403%2C1731424898780.1731424900749 to pos 379, reset compression=false 2024-11-12T15:21:53,665 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,45543,1731424888645.replicationSource.wal-reader.a6f201fa5419%2C45543%2C1731424888645,1-a6f201fa5419,45543,1731424888645 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/WALs/a6f201fa5419,45543,1731424888645/a6f201fa5419%2C45543%2C1731424888645.1731424890950 to pos 480, reset compression=false 2024-11-12T15:21:53,968 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,45543,1731424888645.replicationSource.wal-reader.a6f201fa5419%2C45543%2C1731424888645,1-a6f201fa5419,45543,1731424888645 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/WALs/a6f201fa5419,45543,1731424888645/a6f201fa5419%2C45543%2C1731424888645.1731424890950 to pos 480, reset compression=false 2024-11-12T15:21:54,089 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187.replicationSource.wal-reader.a6f201fa5419%2C34485%2C1731424894187,1-a6f201fa5419,34485,1731424894187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/WALs/a6f201fa5419,34485,1731424894187/a6f201fa5419%2C34485%2C1731424894187.1731424895983 to pos 379, reset compression=false 2024-11-12T15:21:54,093 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187.replicationSource.wal-reader.a6f201fa5419%2C34485%2C1731424894187,1-a6f201fa5419,34485,1731424894187 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T15:21:54,093 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187.replicationSource.wal-reader.a6f201fa5419%2C34485%2C1731424894187,1-a6f201fa5419,34485,1731424894187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/WALs/a6f201fa5419,34485,1731424894187/a6f201fa5419%2C34485%2C1731424894187.1731424895983 to pos 504, reset compression=false 2024-11-12T15:21:54,093 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187.replicationSource.shippera6f201fa5419%2C34485%2C1731424894187,1-a6f201fa5419,34485,1731424894187 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a6f201fa5419,34485,1731424894187 got entry batch from reader: WALEntryBatch [walEntries=[{test/b07a8b70b7f1edbfc01db87a7fec248d/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/WALs/a6f201fa5419,34485,1731424894187/a6f201fa5419%2C34485%2C1731424894187.1731424895983, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-12T15:21:54,095 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187.replicationSource.shippera6f201fa5419%2C34485%2C1731424894187,1-a6f201fa5419,34485,1731424894187 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T15:21:54,095 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-12T15:21:54,096 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36403 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T15:21:54,096 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36403 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a0cfa66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:54,096 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36403 {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,37357,-1 for getting cluster id 2024-11-12T15:21:54,096 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36403 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:21:54,097 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '03c9990a-b1b1-49a2-ba4a-e249fbb8c6c8' 2024-11-12T15:21:54,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:21:54,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "03c9990a-b1b1-49a2-ba4a-e249fbb8c6c8" 2024-11-12T15:21:54,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@165e2eb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:54,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,37357,-1] 2024-11-12T15:21:54,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:21:54,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:21:54,097 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:21:54,098 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36403 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7010065, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:21:54,098 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36403 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:21:54,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,36403,1731424898780, seqNum=-1] 2024-11-12T15:21:54,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:21:54,100 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-12T15:21:54,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731424905750.553c65713be1f4c392470d873c453c70., hostname=a6f201fa5419,36403,1731424898780, seqNum=2] 2024-11-12T15:21:54,103 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36403 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T15:21:54,127 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,36403,1731424898780.replicationSource.wal-reader.a6f201fa5419%2C36403%2C1731424898780,1-a6f201fa5419,36403,1731424898780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/WALs/a6f201fa5419,36403,1731424898780/a6f201fa5419%2C36403%2C1731424898780.1731424900749 to pos 379, reset compression=false 2024-11-12T15:21:54,130 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,36403,1731424898780.replicationSource.wal-reader.a6f201fa5419%2C36403%2C1731424898780,1-a6f201fa5419,36403,1731424898780 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T15:21:54,131 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,36403,1731424898780.replicationSource.wal-reader.a6f201fa5419%2C36403%2C1731424898780,1-a6f201fa5419,36403,1731424898780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/WALs/a6f201fa5419,36403,1731424898780/a6f201fa5419%2C36403%2C1731424898780.1731424900749 to pos 528, reset compression=false 2024-11-12T15:21:54,131 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,36403,1731424898780.replicationSource.shippera6f201fa5419%2C36403%2C1731424898780,1-a6f201fa5419,36403,1731424898780 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a6f201fa5419,36403,1731424898780 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/WALs/a6f201fa5419,36403,1731424898780/a6f201fa5419%2C36403%2C1731424898780.1731424900749, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T15:21:54,170 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T15:21:54,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:54,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:54,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:54,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:54,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:54,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:54,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:54,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:54,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:54,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:54,223 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:54,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:54,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:21:54,296 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187.replicationSource.wal-reader.a6f201fa5419%2C34485%2C1731424894187,1-a6f201fa5419,34485,1731424894187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/WALs/a6f201fa5419,34485,1731424894187/a6f201fa5419%2C34485%2C1731424894187.1731424895983 to pos 504, reset compression=false 2024-11-12T15:21:54,333 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,36403,1731424898780.replicationSource.wal-reader.a6f201fa5419%2C36403%2C1731424898780,1-a6f201fa5419,36403,1731424898780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/WALs/a6f201fa5419,36403,1731424898780/a6f201fa5419%2C36403%2C1731424898780.1731424900749 to pos 528, reset compression=false 2024-11-12T15:21:54,369 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-12T15:21:54,370 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:21:54,371 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,45543,1731424888645.replicationSource.wal-reader.a6f201fa5419%2C45543%2C1731424888645,1-a6f201fa5419,45543,1731424888645 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/WALs/a6f201fa5419,45543,1731424888645/a6f201fa5419%2C45543%2C1731424888645.1731424890950 to pos 480, reset compression=false 2024-11-12T15:21:54,371 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,34485,1731424894187, seqNum=-1] 2024-11-12T15:21:54,371 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:21:54,372 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T15:21:54,374 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731424903600.b07a8b70b7f1edbfc01db87a7fec248d., hostname=a6f201fa5419,34485,1731424894187, seqNum=2] 2024-11-12T15:21:54,377 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-12T15:21:54,613 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187.replicationSource.wal-reader.a6f201fa5419%2C34485%2C1731424894187,1-a6f201fa5419,34485,1731424894187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/WALs/a6f201fa5419,34485,1731424894187/a6f201fa5419%2C34485%2C1731424894187.1731424895983 to pos 504, reset compression=false 2024-11-12T15:21:54,617 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187.replicationSource.wal-reader.a6f201fa5419%2C34485%2C1731424894187,1-a6f201fa5419,34485,1731424894187 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T15:21:54,617 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187.replicationSource.wal-reader.a6f201fa5419%2C34485%2C1731424894187,1-a6f201fa5419,34485,1731424894187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/WALs/a6f201fa5419,34485,1731424894187/a6f201fa5419%2C34485%2C1731424894187.1731424895983 to pos 608, reset compression=false 2024-11-12T15:21:54,617 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187.replicationSource.shippera6f201fa5419%2C34485%2C1731424894187,1-a6f201fa5419,34485,1731424894187 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a6f201fa5419,34485,1731424894187 got entry batch from reader: WALEntryBatch [walEntries=[{test/b07a8b70b7f1edbfc01db87a7fec248d/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/WALs/a6f201fa5419,34485,1731424894187/a6f201fa5419%2C34485%2C1731424894187.1731424895983, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-12T15:21:54,618 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36403 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T15:21:54,620 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36403 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T15:21:54,636 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,36403,1731424898780.replicationSource.wal-reader.a6f201fa5419%2C36403%2C1731424898780,1-a6f201fa5419,36403,1731424898780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/WALs/a6f201fa5419,36403,1731424898780/a6f201fa5419%2C36403%2C1731424898780.1731424900749 to pos 528, reset compression=false 2024-11-12T15:21:54,640 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,36403,1731424898780.replicationSource.wal-reader.a6f201fa5419%2C36403%2C1731424898780,1-a6f201fa5419,36403,1731424898780 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T15:21:54,640 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,36403,1731424898780.replicationSource.wal-reader.a6f201fa5419%2C36403%2C1731424898780,1-a6f201fa5419,36403,1731424898780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/WALs/a6f201fa5419,36403,1731424898780/a6f201fa5419%2C36403%2C1731424898780.1731424900749 to pos 656, reset compression=false 2024-11-12T15:21:54,640 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,36403,1731424898780.replicationSource.shippera6f201fa5419%2C36403%2C1731424898780,1-a6f201fa5419,36403,1731424898780 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a6f201fa5419,36403,1731424898780 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/WALs/a6f201fa5419,36403,1731424898780/a6f201fa5419%2C36403%2C1731424898780.1731424900749, lastWalPosition=656, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T15:21:54,828 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187.replicationSource.wal-reader.a6f201fa5419%2C34485%2C1731424894187,1-a6f201fa5419,34485,1731424894187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/WALs/a6f201fa5419,34485,1731424894187/a6f201fa5419%2C34485%2C1731424894187.1731424895983 to pos 608, reset compression=false 2024-11-12T15:21:54,843 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,36403,1731424898780.replicationSource.wal-reader.a6f201fa5419%2C36403%2C1731424898780,1-a6f201fa5419,36403,1731424898780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/WALs/a6f201fa5419,36403,1731424898780/a6f201fa5419%2C36403%2C1731424898780.1731424900749 to pos 656, reset compression=false 2024-11-12T15:21:54,875 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,45543,1731424888645.replicationSource.wal-reader.a6f201fa5419%2C45543%2C1731424888645,1-a6f201fa5419,45543,1731424888645 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/WALs/a6f201fa5419,45543,1731424888645/a6f201fa5419%2C45543%2C1731424888645.1731424890950 to pos 480, reset compression=false 2024-11-12T15:21:55,131 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187.replicationSource.wal-reader.a6f201fa5419%2C34485%2C1731424894187,1-a6f201fa5419,34485,1731424894187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/WALs/a6f201fa5419,34485,1731424894187/a6f201fa5419%2C34485%2C1731424894187.1731424895983 to pos 608, reset compression=false 2024-11-12T15:21:55,146 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,36403,1731424898780.replicationSource.wal-reader.a6f201fa5419%2C36403%2C1731424898780,1-a6f201fa5419,36403,1731424898780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/WALs/a6f201fa5419,36403,1731424898780/a6f201fa5419%2C36403%2C1731424898780.1731424900749 to pos 656, reset compression=false 2024-11-12T15:21:55,379 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-12T15:21:55,382 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-12T15:21:55,478 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,45543,1731424888645.replicationSource.wal-reader.a6f201fa5419%2C45543%2C1731424888645,1-a6f201fa5419,45543,1731424888645 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/WALs/a6f201fa5419,45543,1731424888645/a6f201fa5419%2C45543%2C1731424888645.1731424890950 to pos 480, reset compression=false 2024-11-12T15:21:55,535 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187.replicationSource.wal-reader.a6f201fa5419%2C34485%2C1731424894187,1-a6f201fa5419,34485,1731424894187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/WALs/a6f201fa5419,34485,1731424894187/a6f201fa5419%2C34485%2C1731424894187.1731424895983 to pos 608, reset compression=false 2024-11-12T15:21:55,549 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,36403,1731424898780.replicationSource.wal-reader.a6f201fa5419%2C36403%2C1731424898780,1-a6f201fa5419,36403,1731424898780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/WALs/a6f201fa5419,36403,1731424898780/a6f201fa5419%2C36403%2C1731424898780.1731424900749 to pos 656, reset compression=false 2024-11-12T15:21:55,553 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,36403,1731424898780.replicationSource.wal-reader.a6f201fa5419%2C36403%2C1731424898780,1-a6f201fa5419,36403,1731424898780 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T15:21:55,553 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,36403,1731424898780.replicationSource.wal-reader.a6f201fa5419%2C36403%2C1731424898780,1-a6f201fa5419,36403,1731424898780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/WALs/a6f201fa5419,36403,1731424898780/a6f201fa5419%2C36403%2C1731424898780.1731424900749 to pos 760, reset compression=false 2024-11-12T15:21:55,553 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,36403,1731424898780.replicationSource.shippera6f201fa5419%2C36403%2C1731424898780,1-a6f201fa5419,36403,1731424898780 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a6f201fa5419,36403,1731424898780 got entry batch from reader: WALEntryBatch [walEntries=[{test/553c65713be1f4c392470d873c453c70/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/WALs/a6f201fa5419,36403,1731424898780/a6f201fa5419%2C36403%2C1731424898780.1731424900749, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-12T15:21:55,555 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,36403,1731424898780.replicationSource.shippera6f201fa5419%2C36403%2C1731424898780,1-a6f201fa5419,36403,1731424898780 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T15:21:55,556 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-12T15:21:55,557 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34485 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T15:21:55,559 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34485 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T15:21:55,760 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,36403,1731424898780.replicationSource.wal-reader.a6f201fa5419%2C36403%2C1731424898780,1-a6f201fa5419,36403,1731424898780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/WALs/a6f201fa5419,36403,1731424898780/a6f201fa5419%2C36403%2C1731424898780.1731424900749 to pos 760, reset compression=false 2024-11-12T15:21:56,038 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187.replicationSource.wal-reader.a6f201fa5419%2C34485%2C1731424894187,1-a6f201fa5419,34485,1731424894187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/WALs/a6f201fa5419,34485,1731424894187/a6f201fa5419%2C34485%2C1731424894187.1731424895983 to pos 608, reset compression=false 2024-11-12T15:21:56,042 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187.replicationSource.wal-reader.a6f201fa5419%2C34485%2C1731424894187,1-a6f201fa5419,34485,1731424894187 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T15:21:56,042 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187.replicationSource.wal-reader.a6f201fa5419%2C34485%2C1731424894187,1-a6f201fa5419,34485,1731424894187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/WALs/a6f201fa5419,34485,1731424894187/a6f201fa5419%2C34485%2C1731424894187.1731424895983 to pos 735, reset compression=false 2024-11-12T15:21:56,042 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187.replicationSource.shippera6f201fa5419%2C34485%2C1731424894187,1-a6f201fa5419,34485,1731424894187 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a6f201fa5419,34485,1731424894187 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/WALs/a6f201fa5419,34485,1731424894187/a6f201fa5419%2C34485%2C1731424894187.1731424895983, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T15:21:56,063 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,36403,1731424898780.replicationSource.wal-reader.a6f201fa5419%2C36403%2C1731424898780,1-a6f201fa5419,36403,1731424898780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/WALs/a6f201fa5419,36403,1731424898780/a6f201fa5419%2C36403%2C1731424898780.1731424900749 to pos 760, reset compression=false 2024-11-12T15:21:56,182 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,45543,1731424888645.replicationSource.wal-reader.a6f201fa5419%2C45543%2C1731424888645,1-a6f201fa5419,45543,1731424888645 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/WALs/a6f201fa5419,45543,1731424888645/a6f201fa5419%2C45543%2C1731424888645.1731424890950 to pos 480, reset compression=false 2024-11-12T15:21:56,245 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187.replicationSource.wal-reader.a6f201fa5419%2C34485%2C1731424894187,1-a6f201fa5419,34485,1731424894187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/WALs/a6f201fa5419,34485,1731424894187/a6f201fa5419%2C34485%2C1731424894187.1731424895983 to pos 735, reset compression=false 2024-11-12T15:21:56,383 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-12T15:21:56,386 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-12T15:21:56,466 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,36403,1731424898780.replicationSource.wal-reader.a6f201fa5419%2C36403%2C1731424898780,1-a6f201fa5419,36403,1731424898780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/WALs/a6f201fa5419,36403,1731424898780/a6f201fa5419%2C36403%2C1731424898780.1731424900749 to pos 760, reset compression=false 2024-11-12T15:21:56,548 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187.replicationSource.wal-reader.a6f201fa5419%2C34485%2C1731424894187,1-a6f201fa5419,34485,1731424894187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/WALs/a6f201fa5419,34485,1731424894187/a6f201fa5419%2C34485%2C1731424894187.1731424895983 to pos 735, reset compression=false 2024-11-12T15:21:56,950 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187.replicationSource.wal-reader.a6f201fa5419%2C34485%2C1731424894187,1-a6f201fa5419,34485,1731424894187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/WALs/a6f201fa5419,34485,1731424894187/a6f201fa5419%2C34485%2C1731424894187.1731424895983 to pos 735, reset compression=false 2024-11-12T15:21:56,970 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,36403,1731424898780.replicationSource.wal-reader.a6f201fa5419%2C36403%2C1731424898780,1-a6f201fa5419,36403,1731424898780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/WALs/a6f201fa5419,36403,1731424898780/a6f201fa5419%2C36403%2C1731424898780.1731424900749 to pos 760, reset compression=false 2024-11-12T15:21:56,985 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,45543,1731424888645.replicationSource.wal-reader.a6f201fa5419%2C45543%2C1731424888645,1-a6f201fa5419,45543,1731424888645 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/WALs/a6f201fa5419,45543,1731424888645/a6f201fa5419%2C45543%2C1731424888645.1731424890950 to pos 480, reset compression=false 2024-11-12T15:21:56,989 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,45543,1731424888645.replicationSource.wal-reader.a6f201fa5419%2C45543%2C1731424888645,1-a6f201fa5419,45543,1731424888645 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T15:21:56,989 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,45543,1731424888645.replicationSource.wal-reader.a6f201fa5419%2C45543%2C1731424888645,1-a6f201fa5419,45543,1731424888645 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/WALs/a6f201fa5419,45543,1731424888645/a6f201fa5419%2C45543%2C1731424888645.1731424890950 to pos 636, reset compression=false 2024-11-12T15:21:56,989 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,45543,1731424888645.replicationSource.shippera6f201fa5419%2C45543%2C1731424888645,1-a6f201fa5419,45543,1731424888645 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a6f201fa5419,45543,1731424888645 got entry batch from reader: WALEntryBatch [walEntries=[{test/c9145b557d1c3f624a56f8fd4e3b9231/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/WALs/a6f201fa5419,45543,1731424888645/a6f201fa5419%2C45543%2C1731424888645.1731424890950, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-12T15:21:56,990 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34485 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T15:21:56,993 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34485 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T15:21:57,192 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,45543,1731424888645.replicationSource.wal-reader.a6f201fa5419%2C45543%2C1731424888645,1-a6f201fa5419,45543,1731424888645 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/WALs/a6f201fa5419,45543,1731424888645/a6f201fa5419%2C45543%2C1731424888645.1731424890950 to pos 636, reset compression=false 2024-11-12T15:21:57,387 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-12T15:21:57,454 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187.replicationSource.wal-reader.a6f201fa5419%2C34485%2C1731424894187,1-a6f201fa5419,34485,1731424894187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/WALs/a6f201fa5419,34485,1731424894187/a6f201fa5419%2C34485%2C1731424894187.1731424895983 to pos 735, reset compression=false 2024-11-12T15:21:57,457 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187.replicationSource.wal-reader.a6f201fa5419%2C34485%2C1731424894187,1-a6f201fa5419,34485,1731424894187 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T15:21:57,457 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187.replicationSource.wal-reader.a6f201fa5419%2C34485%2C1731424894187,1-a6f201fa5419,34485,1731424894187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/WALs/a6f201fa5419,34485,1731424894187/a6f201fa5419%2C34485%2C1731424894187.1731424895983 to pos 883, reset compression=false 2024-11-12T15:21:57,457 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187.replicationSource.shippera6f201fa5419%2C34485%2C1731424894187,1-a6f201fa5419,34485,1731424894187 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a6f201fa5419,34485,1731424894187 got entry batch from reader: WALEntryBatch [walEntries=[{test/b07a8b70b7f1edbfc01db87a7fec248d/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/WALs/a6f201fa5419,34485,1731424894187/a6f201fa5419%2C34485%2C1731424894187.1731424895983, lastWalPosition=883, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-12T15:21:57,458 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36403 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T15:21:57,460 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36403 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T15:21:57,495 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,45543,1731424888645.replicationSource.wal-reader.a6f201fa5419%2C45543%2C1731424888645,1-a6f201fa5419,45543,1731424888645 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/WALs/a6f201fa5419,45543,1731424888645/a6f201fa5419%2C45543%2C1731424888645.1731424890950 to pos 636, reset compression=false 2024-11-12T15:21:57,573 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,36403,1731424898780.replicationSource.wal-reader.a6f201fa5419%2C36403%2C1731424898780,1-a6f201fa5419,36403,1731424898780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/WALs/a6f201fa5419,36403,1731424898780/a6f201fa5419%2C36403%2C1731424898780.1731424900749 to pos 760, reset compression=false 2024-11-12T15:21:57,576 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,36403,1731424898780.replicationSource.wal-reader.a6f201fa5419%2C36403%2C1731424898780,1-a6f201fa5419,36403,1731424898780 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T15:21:57,577 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,36403,1731424898780.replicationSource.wal-reader.a6f201fa5419%2C36403%2C1731424898780,1-a6f201fa5419,36403,1731424898780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/WALs/a6f201fa5419,36403,1731424898780/a6f201fa5419%2C36403%2C1731424898780.1731424900749 to pos 932, reset compression=false 2024-11-12T15:21:57,577 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,36403,1731424898780.replicationSource.shippera6f201fa5419%2C36403%2C1731424898780,1-a6f201fa5419,36403,1731424898780 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a6f201fa5419,36403,1731424898780 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/WALs/a6f201fa5419,36403,1731424898780/a6f201fa5419%2C36403%2C1731424898780.1731424900749, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T15:21:57,660 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187.replicationSource.wal-reader.a6f201fa5419%2C34485%2C1731424894187,1-a6f201fa5419,34485,1731424894187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/WALs/a6f201fa5419,34485,1731424894187/a6f201fa5419%2C34485%2C1731424894187.1731424895983 to pos 883, reset compression=false 2024-11-12T15:21:57,779 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,36403,1731424898780.replicationSource.wal-reader.a6f201fa5419%2C36403%2C1731424898780,1-a6f201fa5419,36403,1731424898780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/WALs/a6f201fa5419,36403,1731424898780/a6f201fa5419%2C36403%2C1731424898780.1731424900749 to pos 932, reset compression=false 2024-11-12T15:21:57,898 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,45543,1731424888645.replicationSource.wal-reader.a6f201fa5419%2C45543%2C1731424888645,1-a6f201fa5419,45543,1731424888645 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/WALs/a6f201fa5419,45543,1731424888645/a6f201fa5419%2C45543%2C1731424888645.1731424890950 to pos 636, reset compression=false 2024-11-12T15:21:57,963 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187.replicationSource.wal-reader.a6f201fa5419%2C34485%2C1731424894187,1-a6f201fa5419,34485,1731424894187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/WALs/a6f201fa5419,34485,1731424894187/a6f201fa5419%2C34485%2C1731424894187.1731424895983 to pos 883, reset compression=false 2024-11-12T15:21:58,038 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T15:21:58,083 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,36403,1731424898780.replicationSource.wal-reader.a6f201fa5419%2C36403%2C1731424898780,1-a6f201fa5419,36403,1731424898780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/WALs/a6f201fa5419,36403,1731424898780/a6f201fa5419%2C36403%2C1731424898780.1731424900749 to pos 932, reset compression=false 2024-11-12T15:21:58,366 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187.replicationSource.wal-reader.a6f201fa5419%2C34485%2C1731424894187,1-a6f201fa5419,34485,1731424894187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/WALs/a6f201fa5419,34485,1731424894187/a6f201fa5419%2C34485%2C1731424894187.1731424895983 to pos 883, reset compression=false 2024-11-12T15:21:58,389 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-12T15:21:58,401 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,45543,1731424888645.replicationSource.wal-reader.a6f201fa5419%2C45543%2C1731424888645,1-a6f201fa5419,45543,1731424888645 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/WALs/a6f201fa5419,45543,1731424888645/a6f201fa5419%2C45543%2C1731424888645.1731424890950 to pos 636, reset compression=false 2024-11-12T15:21:58,402 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-12T15:21:58,486 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,36403,1731424898780.replicationSource.wal-reader.a6f201fa5419%2C36403%2C1731424898780,1-a6f201fa5419,36403,1731424898780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/WALs/a6f201fa5419,36403,1731424898780/a6f201fa5419%2C36403%2C1731424898780.1731424900749 to pos 932, reset compression=false 2024-11-12T15:21:58,838 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:21:58,838 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a6f201fa5419,42129,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a6f201fa5419:42129 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T15:21:58,839 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108760 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a6f201fa5419,42129,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a6f201fa5419:42129 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T15:21:58,869 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187.replicationSource.wal-reader.a6f201fa5419%2C34485%2C1731424894187,1-a6f201fa5419,34485,1731424894187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/WALs/a6f201fa5419,34485,1731424894187/a6f201fa5419%2C34485%2C1731424894187.1731424895983 to pos 883, reset compression=false 2024-11-12T15:21:58,875 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187.replicationSource.wal-reader.a6f201fa5419%2C34485%2C1731424894187,1-a6f201fa5419,34485,1731424894187 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T15:21:58,875 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187.replicationSource.wal-reader.a6f201fa5419%2C34485%2C1731424894187,1-a6f201fa5419,34485,1731424894187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/WALs/a6f201fa5419,34485,1731424894187/a6f201fa5419%2C34485%2C1731424894187.1731424895983 to pos 1042, reset compression=false 2024-11-12T15:21:58,875 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187.replicationSource.shippera6f201fa5419%2C34485%2C1731424894187,1-a6f201fa5419,34485,1731424894187 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a6f201fa5419,34485,1731424894187 got entry batch from reader: WALEntryBatch [walEntries=[{test/b07a8b70b7f1edbfc01db87a7fec248d/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/WALs/a6f201fa5419,34485,1731424894187/a6f201fa5419%2C34485%2C1731424894187.1731424895983, lastWalPosition=1042, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-12T15:21:58,876 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36403 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T15:21:58,878 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36403 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T15:21:58,990 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,36403,1731424898780.replicationSource.wal-reader.a6f201fa5419%2C36403%2C1731424898780,1-a6f201fa5419,36403,1731424898780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/WALs/a6f201fa5419,36403,1731424898780/a6f201fa5419%2C36403%2C1731424898780.1731424900749 to pos 932, reset compression=false 2024-11-12T15:21:58,994 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,36403,1731424898780.replicationSource.wal-reader.a6f201fa5419%2C36403%2C1731424898780,1-a6f201fa5419,36403,1731424898780 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T15:21:58,994 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,36403,1731424898780.replicationSource.wal-reader.a6f201fa5419%2C36403%2C1731424898780,1-a6f201fa5419,36403,1731424898780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/WALs/a6f201fa5419,36403,1731424898780/a6f201fa5419%2C36403%2C1731424898780.1731424900749 to pos 1082, reset compression=false 2024-11-12T15:21:58,995 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,36403,1731424898780.replicationSource.shippera6f201fa5419%2C36403%2C1731424898780,1-a6f201fa5419,36403,1731424898780 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a6f201fa5419,36403,1731424898780 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/WALs/a6f201fa5419,36403,1731424898780/a6f201fa5419%2C36403%2C1731424898780.1731424900749, lastWalPosition=1082, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T15:21:59,005 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,45543,1731424888645.replicationSource.wal-reader.a6f201fa5419%2C45543%2C1731424888645,1-a6f201fa5419,45543,1731424888645 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/WALs/a6f201fa5419,45543,1731424888645/a6f201fa5419%2C45543%2C1731424888645.1731424890950 to pos 636, reset compression=false 2024-11-12T15:21:59,077 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187.replicationSource.wal-reader.a6f201fa5419%2C34485%2C1731424894187,1-a6f201fa5419,34485,1731424894187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/WALs/a6f201fa5419,34485,1731424894187/a6f201fa5419%2C34485%2C1731424894187.1731424895983 to pos 1042, reset compression=false 2024-11-12T15:21:59,198 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,36403,1731424898780.replicationSource.wal-reader.a6f201fa5419%2C36403%2C1731424898780,1-a6f201fa5419,36403,1731424898780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/WALs/a6f201fa5419,36403,1731424898780/a6f201fa5419%2C36403%2C1731424898780.1731424900749 to pos 1082, reset compression=false 2024-11-12T15:21:59,380 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187.replicationSource.wal-reader.a6f201fa5419%2C34485%2C1731424894187,1-a6f201fa5419,34485,1731424894187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/WALs/a6f201fa5419,34485,1731424894187/a6f201fa5419%2C34485%2C1731424894187.1731424895983 to pos 1042, reset compression=false 2024-11-12T15:21:59,404 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-12T15:21:59,407 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-12T15:21:59,501 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,36403,1731424898780.replicationSource.wal-reader.a6f201fa5419%2C36403%2C1731424898780,1-a6f201fa5419,36403,1731424898780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/WALs/a6f201fa5419,36403,1731424898780/a6f201fa5419%2C36403%2C1731424898780.1731424900749 to pos 1082, reset compression=false 2024-11-12T15:21:59,505 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,36403,1731424898780.replicationSource.wal-reader.a6f201fa5419%2C36403%2C1731424898780,1-a6f201fa5419,36403,1731424898780 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T15:21:59,505 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,36403,1731424898780.replicationSource.wal-reader.a6f201fa5419%2C36403%2C1731424898780,1-a6f201fa5419,36403,1731424898780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/WALs/a6f201fa5419,36403,1731424898780/a6f201fa5419%2C36403%2C1731424898780.1731424900749 to pos 1241, reset compression=false 2024-11-12T15:21:59,505 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,36403,1731424898780.replicationSource.shippera6f201fa5419%2C36403%2C1731424898780,1-a6f201fa5419,36403,1731424898780 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a6f201fa5419,36403,1731424898780 got entry batch from reader: WALEntryBatch [walEntries=[{test/553c65713be1f4c392470d873c453c70/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/WALs/a6f201fa5419,36403,1731424898780/a6f201fa5419%2C36403%2C1731424898780.1731424900749, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-12T15:21:59,506 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34485 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T15:21:59,509 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34485 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T15:21:59,708 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,45543,1731424888645.replicationSource.wal-reader.a6f201fa5419%2C45543%2C1731424888645,1-a6f201fa5419,45543,1731424888645 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/WALs/a6f201fa5419,45543,1731424888645/a6f201fa5419%2C45543%2C1731424888645.1731424890950 to pos 636, reset compression=false 2024-11-12T15:21:59,708 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,36403,1731424898780.replicationSource.wal-reader.a6f201fa5419%2C36403%2C1731424898780,1-a6f201fa5419,36403,1731424898780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/WALs/a6f201fa5419,36403,1731424898780/a6f201fa5419%2C36403%2C1731424898780.1731424900749 to pos 1241, reset compression=false 2024-11-12T15:21:59,784 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187.replicationSource.wal-reader.a6f201fa5419%2C34485%2C1731424894187,1-a6f201fa5419,34485,1731424894187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/WALs/a6f201fa5419,34485,1731424894187/a6f201fa5419%2C34485%2C1731424894187.1731424895983 to pos 1042, reset compression=false 2024-11-12T15:21:59,788 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187.replicationSource.wal-reader.a6f201fa5419%2C34485%2C1731424894187,1-a6f201fa5419,34485,1731424894187 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T15:21:59,788 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187.replicationSource.wal-reader.a6f201fa5419%2C34485%2C1731424894187,1-a6f201fa5419,34485,1731424894187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/WALs/a6f201fa5419,34485,1731424894187/a6f201fa5419%2C34485%2C1731424894187.1731424895983 to pos 1191, reset compression=false 2024-11-12T15:21:59,788 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187.replicationSource.shippera6f201fa5419%2C34485%2C1731424894187,1-a6f201fa5419,34485,1731424894187 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a6f201fa5419,34485,1731424894187 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/WALs/a6f201fa5419,34485,1731424894187/a6f201fa5419%2C34485%2C1731424894187.1731424895983, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T15:21:59,995 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187.replicationSource.wal-reader.a6f201fa5419%2C34485%2C1731424894187,1-a6f201fa5419,34485,1731424894187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/WALs/a6f201fa5419,34485,1731424894187/a6f201fa5419%2C34485%2C1731424894187.1731424895983 to pos 1191, reset compression=false 2024-11-12T15:22:00,011 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,36403,1731424898780.replicationSource.wal-reader.a6f201fa5419%2C36403%2C1731424898780,1-a6f201fa5419,36403,1731424898780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/WALs/a6f201fa5419,36403,1731424898780/a6f201fa5419%2C36403%2C1731424898780.1731424900749 to pos 1241, reset compression=false 2024-11-12T15:22:00,299 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187.replicationSource.wal-reader.a6f201fa5419%2C34485%2C1731424894187,1-a6f201fa5419,34485,1731424894187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/WALs/a6f201fa5419,34485,1731424894187/a6f201fa5419%2C34485%2C1731424894187.1731424895983 to pos 1191, reset compression=false 2024-11-12T15:22:00,408 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-12T15:22:00,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T15:22:00,413 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T15:22:00,413 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:22:00,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:00,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:00,414 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:22:00,414 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T15:22:00,414 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=404199603, stopped=false 2024-11-12T15:22:00,414 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a6f201fa5419,37357,1731424898666 2024-11-12T15:22:00,414 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,36403,1731424898780.replicationSource.wal-reader.a6f201fa5419%2C36403%2C1731424898780,1-a6f201fa5419,36403,1731424898780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/WALs/a6f201fa5419,36403,1731424898780/a6f201fa5419%2C36403%2C1731424898780.1731424900749 to pos 1241, reset compression=false 2024-11-12T15:22:00,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37357-0x1012fa31ab80006, quorum=127.0.0.1:60848, baseZNode=/2-1390672383 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1390672383/running 2024-11-12T15:22:00,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36403-0x1012fa31ab80007, quorum=127.0.0.1:60848, baseZNode=/2-1390672383 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1390672383/running 2024-11-12T15:22:00,478 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T15:22:00,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37357-0x1012fa31ab80006, quorum=127.0.0.1:60848, baseZNode=/2-1390672383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1390672383 2024-11-12T15:22:00,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36403-0x1012fa31ab80007, quorum=127.0.0.1:60848, baseZNode=/2-1390672383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1390672383 2024-11-12T15:22:00,478 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T15:22:00,478 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:22:00,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:00,479 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a6f201fa5419,36403,1731424898780' ***** 2024-11-12T15:22:00,479 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T15:22:00,479 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37357-0x1012fa31ab80006, quorum=127.0.0.1:60848, baseZNode=/2-1390672383 Set watcher on znode that does not yet exist, /2-1390672383/running 2024-11-12T15:22:00,479 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36403-0x1012fa31ab80007, quorum=127.0.0.1:60848, baseZNode=/2-1390672383 Set watcher on znode that does not yet exist, /2-1390672383/running 2024-11-12T15:22:00,479 INFO [RS:0;a6f201fa5419:36403 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T15:22:00,479 INFO [RS:0;a6f201fa5419:36403 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T15:22:00,479 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T15:22:00,480 INFO [RS:0;a6f201fa5419:36403 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T15:22:00,480 INFO [RS:0;a6f201fa5419:36403 {}] regionserver.HRegionServer(3091): Received CLOSE for 553c65713be1f4c392470d873c453c70 2024-11-12T15:22:00,480 INFO [RS:0;a6f201fa5419:36403 {}] regionserver.HRegionServer(3091): Received CLOSE for d02f1f6eb99621fec01a4a2e5630d94f 2024-11-12T15:22:00,480 INFO [RS:0;a6f201fa5419:36403 {}] regionserver.HRegionServer(959): stopping server a6f201fa5419,36403,1731424898780 2024-11-12T15:22:00,480 INFO [RS:0;a6f201fa5419:36403 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T15:22:00,480 INFO [RS:0;a6f201fa5419:36403 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a6f201fa5419:36403. 2024-11-12T15:22:00,480 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 553c65713be1f4c392470d873c453c70, disabling compactions & flushes 2024-11-12T15:22:00,480 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731424905750.553c65713be1f4c392470d873c453c70. 2024-11-12T15:22:00,480 DEBUG [RS:0;a6f201fa5419:36403 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:22:00,480 DEBUG [RS:0;a6f201fa5419:36403 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:00,480 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731424905750.553c65713be1f4c392470d873c453c70. 2024-11-12T15:22:00,480 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731424905750.553c65713be1f4c392470d873c453c70. after waiting 0 ms 2024-11-12T15:22:00,480 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731424905750.553c65713be1f4c392470d873c453c70. 2024-11-12T15:22:00,480 INFO [RS:0;a6f201fa5419:36403 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T15:22:00,480 INFO [RS:0;a6f201fa5419:36403 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T15:22:00,480 INFO [RS:0;a6f201fa5419:36403 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T15:22:00,480 INFO [RS:0;a6f201fa5419:36403 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T15:22:00,480 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 553c65713be1f4c392470d873c453c70 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-12T15:22:00,480 INFO [RS:0;a6f201fa5419:36403 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T15:22:00,480 DEBUG [RS:0;a6f201fa5419:36403 {}] regionserver.HRegionServer(1325): Online Regions={553c65713be1f4c392470d873c453c70=test,,1731424905750.553c65713be1f4c392470d873c453c70., 1588230740=hbase:meta,,1.1588230740, d02f1f6eb99621fec01a4a2e5630d94f=hbase:replication,,1731424911210.d02f1f6eb99621fec01a4a2e5630d94f.} 2024-11-12T15:22:00,481 DEBUG [RS:0;a6f201fa5419:36403 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 553c65713be1f4c392470d873c453c70, d02f1f6eb99621fec01a4a2e5630d94f 2024-11-12T15:22:00,481 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T15:22:00,481 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T15:22:00,481 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T15:22:00,481 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T15:22:00,481 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T15:22:00,481 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T15:22:00,500 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/data/hbase/meta/1588230740/.tmp/info/198066b431ff4d649e922ba5baeab22d is 147, key is hbase:replication,,1731424911210.d02f1f6eb99621fec01a4a2e5630d94f./info:regioninfo/1731424912371/Put/seqid=0 2024-11-12T15:22:00,500 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/data/default/test/553c65713be1f4c392470d873c453c70/.tmp/f/a592a1b3ff2b4665ae992679a39e0f7d is 29, key is row1/f:/1731424918390/DeleteFamily/seqid=0 2024-11-12T15:22:00,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45311 is added to blk_1073741840_1016 (size=5152) 2024-11-12T15:22:00,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45311 is added to blk_1073741841_1017 (size=7686) 2024-11-12T15:22:00,511 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,45543,1731424888645.replicationSource.wal-reader.a6f201fa5419%2C45543%2C1731424888645,1-a6f201fa5419,45543,1731424888645 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/WALs/a6f201fa5419,45543,1731424888645/a6f201fa5419%2C45543%2C1731424888645.1731424890950 to pos 636, reset compression=false 2024-11-12T15:22:00,547 INFO [regionserver/a6f201fa5419:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T15:22:00,627 INFO [regionserver/a6f201fa5419:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T15:22:00,627 INFO [regionserver/a6f201fa5419:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T15:22:00,681 DEBUG [RS:0;a6f201fa5419:36403 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 553c65713be1f4c392470d873c453c70, d02f1f6eb99621fec01a4a2e5630d94f 2024-11-12T15:22:00,702 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187.replicationSource.wal-reader.a6f201fa5419%2C34485%2C1731424894187,1-a6f201fa5419,34485,1731424894187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/WALs/a6f201fa5419,34485,1731424894187/a6f201fa5419%2C34485%2C1731424894187.1731424895983 to pos 1191, reset compression=false 2024-11-12T15:22:00,881 DEBUG [RS:0;a6f201fa5419:36403 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 553c65713be1f4c392470d873c453c70, d02f1f6eb99621fec01a4a2e5630d94f 2024-11-12T15:22:00,904 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/data/default/test/553c65713be1f4c392470d873c453c70/.tmp/f/a592a1b3ff2b4665ae992679a39e0f7d 2024-11-12T15:22:00,905 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/data/hbase/meta/1588230740/.tmp/info/198066b431ff4d649e922ba5baeab22d 2024-11-12T15:22:00,908 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a592a1b3ff2b4665ae992679a39e0f7d 2024-11-12T15:22:00,917 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,36403,1731424898780.replicationSource.wal-reader.a6f201fa5419%2C36403%2C1731424898780,1-a6f201fa5419,36403,1731424898780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/WALs/a6f201fa5419,36403,1731424898780/a6f201fa5419%2C36403%2C1731424898780.1731424900749 to pos 1241, reset compression=false 2024-11-12T15:22:00,923 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,36403,1731424898780.replicationSource.wal-reader.a6f201fa5419%2C36403%2C1731424898780,1-a6f201fa5419,36403,1731424898780 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T15:22:00,923 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,36403,1731424898780.replicationSource.wal-reader.a6f201fa5419%2C36403%2C1731424898780,1-a6f201fa5419,36403,1731424898780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/WALs/a6f201fa5419,36403,1731424898780/a6f201fa5419%2C36403%2C1731424898780.1731424900749 to pos 1488, reset compression=false 2024-11-12T15:22:00,923 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,36403,1731424898780.replicationSource.shippera6f201fa5419%2C36403%2C1731424898780,1-a6f201fa5419,36403,1731424898780 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a6f201fa5419,36403,1731424898780 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/WALs/a6f201fa5419,36403,1731424898780/a6f201fa5419%2C36403%2C1731424898780.1731424900749, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T15:22:00,924 ERROR [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,36403,1731424898780.replicationSource.shippera6f201fa5419%2C36403%2C1731424898780,1-a6f201fa5419,36403,1731424898780 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a6f201fa5419,36403,1731424898780: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-a6f201fa5419,36403,1731424898780, walGroup=a6f201fa5419%2C36403%2C1731424898780, offset=a6f201fa5419%2C36403%2C1731424898780.1731424900749:1488, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a6f201fa5419:36403 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T15:22:00,925 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/data/hbase/meta/1588230740/.tmp/ns/d76c7412fadc4bb78fd89db2a7b58d04 is 43, key is default/ns:d/1731424901327/Put/seqid=0 2024-11-12T15:22:00,925 ERROR [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,36403,1731424898780.replicationSource.shippera6f201fa5419%2C36403%2C1731424898780,1-a6f201fa5419,36403,1731424898780 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T15:22:00,925 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,36403,1731424898780.replicationSource.shippera6f201fa5419%2C36403%2C1731424898780,1-a6f201fa5419,36403,1731424898780 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T15:22:00,925 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,36403,1731424898780.replicationSource.shippera6f201fa5419%2C36403%2C1731424898780,1-a6f201fa5419,36403,1731424898780 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T15:22:00,925 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,36403,1731424898780.replicationSource.shippera6f201fa5419%2C36403%2C1731424898780,1-a6f201fa5419,36403,1731424898780 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T15:22:00,925 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,36403,1731424898780.replicationSource.shippera6f201fa5419%2C36403%2C1731424898780,1-a6f201fa5419,36403,1731424898780 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T15:22:00,926 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,36403,1731424898780.replicationSource.shippera6f201fa5419%2C36403%2C1731424898780,1-a6f201fa5419,36403,1731424898780 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1392508928, "init": 1048576000, "max": 2306867200, "used": 883686832 }, "NonHeapMemoryUsage": { "committed": 206372864, "init": 7667712, "max": -1, "used": 201225576 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T15:22:00,926 WARN [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,36403,1731424898780.replicationSource.shippera6f201fa5419%2C36403%2C1731424898780,1-a6f201fa5419,36403,1731424898780 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a6f201fa5419:37357 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a6f201fa5419:37357 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-12T15:22:00,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45311 is added to blk_1073741842_1018 (size=5153) 2024-11-12T15:22:00,930 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/data/default/test/553c65713be1f4c392470d873c453c70/.tmp/f1/26a47c1c09534523be5f66d2517edf17 is 30, key is row1/f1:/1731424918390/DeleteFamily/seqid=0 2024-11-12T15:22:00,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45311 is added to blk_1073741843_1019 (size=5158) 2024-11-12T15:22:01,081 DEBUG [RS:0;a6f201fa5419:36403 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 553c65713be1f4c392470d873c453c70, d02f1f6eb99621fec01a4a2e5630d94f 2024-11-12T15:22:01,127 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,36403,1731424898780.replicationSource.wal-reader.a6f201fa5419%2C36403%2C1731424898780,1-a6f201fa5419,36403,1731424898780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/WALs/a6f201fa5419,36403,1731424898780/a6f201fa5419%2C36403%2C1731424898780.1731424900749 to pos 1488, reset compression=false 2024-11-12T15:22:01,205 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187.replicationSource.wal-reader.a6f201fa5419%2C34485%2C1731424894187,1-a6f201fa5419,34485,1731424894187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/WALs/a6f201fa5419,34485,1731424894187/a6f201fa5419%2C34485%2C1731424894187.1731424895983 to pos 1191, reset compression=false 2024-11-12T15:22:01,281 DEBUG [RS:0;a6f201fa5419:36403 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 553c65713be1f4c392470d873c453c70, d02f1f6eb99621fec01a4a2e5630d94f 2024-11-12T15:22:01,329 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/data/hbase/meta/1588230740/.tmp/ns/d76c7412fadc4bb78fd89db2a7b58d04 2024-11-12T15:22:01,332 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/data/default/test/553c65713be1f4c392470d873c453c70/.tmp/f1/26a47c1c09534523be5f66d2517edf17 2024-11-12T15:22:01,336 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 26a47c1c09534523be5f66d2517edf17 2024-11-12T15:22:01,346 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/data/hbase/meta/1588230740/.tmp/rep_barrier/6ffad61e2a234d5293fa1c3be8fdc1bf is 112, key is test,,1731424905750.553c65713be1f4c392470d873c453c70./rep_barrier:seqnumDuringOpen/1731424906886/Put/seqid=0 2024-11-12T15:22:01,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45311 is added to blk_1073741844_1020 (size=5518) 2024-11-12T15:22:01,353 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/data/default/test/553c65713be1f4c392470d873c453c70/.tmp/norep/60db32f677364a1f9ee7c795ed48d136 is 33, key is row2/norep:/1731424919404/DeleteFamily/seqid=0 2024-11-12T15:22:01,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45311 is added to blk_1073741845_1021 (size=5108) 2024-11-12T15:22:01,356 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/data/default/test/553c65713be1f4c392470d873c453c70/.tmp/norep/60db32f677364a1f9ee7c795ed48d136 2024-11-12T15:22:01,359 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 60db32f677364a1f9ee7c795ed48d136 2024-11-12T15:22:01,360 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/data/default/test/553c65713be1f4c392470d873c453c70/.tmp/f/a592a1b3ff2b4665ae992679a39e0f7d as hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/data/default/test/553c65713be1f4c392470d873c453c70/f/a592a1b3ff2b4665ae992679a39e0f7d 2024-11-12T15:22:01,363 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a592a1b3ff2b4665ae992679a39e0f7d 2024-11-12T15:22:01,363 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/data/default/test/553c65713be1f4c392470d873c453c70/f/a592a1b3ff2b4665ae992679a39e0f7d, entries=3, sequenceid=10, filesize=5.0 K 2024-11-12T15:22:01,364 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/data/default/test/553c65713be1f4c392470d873c453c70/.tmp/f1/26a47c1c09534523be5f66d2517edf17 as hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/data/default/test/553c65713be1f4c392470d873c453c70/f1/26a47c1c09534523be5f66d2517edf17 2024-11-12T15:22:01,368 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 26a47c1c09534523be5f66d2517edf17 2024-11-12T15:22:01,368 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/data/default/test/553c65713be1f4c392470d873c453c70/f1/26a47c1c09534523be5f66d2517edf17, entries=3, sequenceid=10, filesize=5.0 K 2024-11-12T15:22:01,369 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/data/default/test/553c65713be1f4c392470d873c453c70/.tmp/norep/60db32f677364a1f9ee7c795ed48d136 as hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/data/default/test/553c65713be1f4c392470d873c453c70/norep/60db32f677364a1f9ee7c795ed48d136 2024-11-12T15:22:01,373 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 60db32f677364a1f9ee7c795ed48d136 2024-11-12T15:22:01,373 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/data/default/test/553c65713be1f4c392470d873c453c70/norep/60db32f677364a1f9ee7c795ed48d136, entries=1, sequenceid=10, filesize=5.0 K 2024-11-12T15:22:01,374 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 553c65713be1f4c392470d873c453c70 in 893ms, sequenceid=10, compaction requested=false 2024-11-12T15:22:01,377 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/data/default/test/553c65713be1f4c392470d873c453c70/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-12T15:22:01,378 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T15:22:01,378 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T15:22:01,378 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731424905750.553c65713be1f4c392470d873c453c70. 2024-11-12T15:22:01,378 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 553c65713be1f4c392470d873c453c70: Waiting for close lock at 1731424920480Running coprocessor pre-close hooks at 1731424920480Disabling compacts and flushes for region at 1731424920480Disabling writes for close at 1731424920480Obtaining lock to block concurrent updates at 1731424920480Preparing flush snapshotting stores in 553c65713be1f4c392470d873c453c70 at 1731424920480Finished memstore snapshotting test,,1731424905750.553c65713be1f4c392470d873c453c70., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731424920481 (+1 ms)Flushing stores of test,,1731424905750.553c65713be1f4c392470d873c453c70. at 1731424920481Flushing 553c65713be1f4c392470d873c453c70/f: creating writer at 1731424920481Flushing 553c65713be1f4c392470d873c453c70/f: appending metadata at 1731424920500 (+19 ms)Flushing 553c65713be1f4c392470d873c453c70/f: closing flushed file at 1731424920500Flushing 553c65713be1f4c392470d873c453c70/f1: creating writer at 1731424920908 (+408 ms)Flushing 553c65713be1f4c392470d873c453c70/f1: appending metadata at 1731424920929 (+21 ms)Flushing 553c65713be1f4c392470d873c453c70/f1: closing flushed file at 1731424920929Flushing 553c65713be1f4c392470d873c453c70/norep: creating writer at 1731424921336 (+407 ms)Flushing 553c65713be1f4c392470d873c453c70/norep: appending metadata at 1731424921352 (+16 ms)Flushing 553c65713be1f4c392470d873c453c70/norep: closing flushed file at 1731424921352Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46eafd88: reopening flushed file at 1731424921359 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72fd14f2: reopening flushed file at 1731424921364 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f716444: reopening flushed file at 1731424921368 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 553c65713be1f4c392470d873c453c70 in 893ms, sequenceid=10, compaction requested=false at 1731424921374 (+6 ms)Writing region close event to WAL at 1731424921375 (+1 ms)Running coprocessor post-close hooks at 1731424921377 (+2 ms)Closed at 1731424921378 (+1 ms) 2024-11-12T15:22:01,378 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731424905750.553c65713be1f4c392470d873c453c70. 2024-11-12T15:22:01,378 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d02f1f6eb99621fec01a4a2e5630d94f, disabling compactions & flushes 2024-11-12T15:22:01,378 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731424911210.d02f1f6eb99621fec01a4a2e5630d94f. 2024-11-12T15:22:01,378 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731424911210.d02f1f6eb99621fec01a4a2e5630d94f. 2024-11-12T15:22:01,378 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731424911210.d02f1f6eb99621fec01a4a2e5630d94f. after waiting 0 ms 2024-11-12T15:22:01,378 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731424911210.d02f1f6eb99621fec01a4a2e5630d94f. 2024-11-12T15:22:01,378 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d02f1f6eb99621fec01a4a2e5630d94f: Waiting for close lock at 1731424921378Running coprocessor pre-close hooks at 1731424921378Disabling compacts and flushes for region at 1731424921378Disabling writes for close at 1731424921378Failed flush hbase:replication,,1731424911210.d02f1f6eb99621fec01a4a2e5630d94f., putting online again at 1731424921378 2024-11-12T15:22:01,378 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731424911210.d02f1f6eb99621fec01a4a2e5630d94f. 2024-11-12T15:22:01,415 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,45543,1731424888645.replicationSource.wal-reader.a6f201fa5419%2C45543%2C1731424888645,1-a6f201fa5419,45543,1731424888645 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/WALs/a6f201fa5419,45543,1731424888645/a6f201fa5419%2C45543%2C1731424888645.1731424890950 to pos 636, reset compression=false 2024-11-12T15:22:01,430 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,36403,1731424898780.replicationSource.wal-reader.a6f201fa5419%2C36403%2C1731424898780,1-a6f201fa5419,36403,1731424898780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/WALs/a6f201fa5419,36403,1731424898780/a6f201fa5419%2C36403%2C1731424898780.1731424900749 to pos 1488, reset compression=false 2024-11-12T15:22:01,465 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,36403,1731424898780.replicationSource.wal-reader.a6f201fa5419%2C36403%2C1731424898780,1-a6f201fa5419,36403,1731424898780 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T15:22:01,465 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,36403,1731424898780.replicationSource.wal-reader.a6f201fa5419%2C36403%2C1731424898780,1-a6f201fa5419,36403,1731424898780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/WALs/a6f201fa5419,36403,1731424898780/a6f201fa5419%2C36403%2C1731424898780.1731424900749 to pos 2132, reset compression=false 2024-11-12T15:22:01,481 INFO [RS:0;a6f201fa5419:36403 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T15:22:01,481 DEBUG [RS:0;a6f201fa5419:36403 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d02f1f6eb99621fec01a4a2e5630d94f=hbase:replication,,1731424911210.d02f1f6eb99621fec01a4a2e5630d94f.} 2024-11-12T15:22:01,481 INFO [RS:0;a6f201fa5419:36403 {}] regionserver.HRegionServer(3091): Received CLOSE for d02f1f6eb99621fec01a4a2e5630d94f 2024-11-12T15:22:01,482 DEBUG [RS:0;a6f201fa5419:36403 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d02f1f6eb99621fec01a4a2e5630d94f 2024-11-12T15:22:01,482 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d02f1f6eb99621fec01a4a2e5630d94f, disabling compactions & flushes 2024-11-12T15:22:01,482 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731424911210.d02f1f6eb99621fec01a4a2e5630d94f. 2024-11-12T15:22:01,482 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731424911210.d02f1f6eb99621fec01a4a2e5630d94f. 2024-11-12T15:22:01,482 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731424911210.d02f1f6eb99621fec01a4a2e5630d94f. after waiting 0 ms 2024-11-12T15:22:01,482 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731424911210.d02f1f6eb99621fec01a4a2e5630d94f. 2024-11-12T15:22:01,482 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d02f1f6eb99621fec01a4a2e5630d94f: Waiting for close lock at 1731424921482Running coprocessor pre-close hooks at 1731424921482Disabling compacts and flushes for region at 1731424921482Disabling writes for close at 1731424921482Failed flush hbase:replication,,1731424911210.d02f1f6eb99621fec01a4a2e5630d94f., putting online again at 1731424921482 2024-11-12T15:22:01,482 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731424911210.d02f1f6eb99621fec01a4a2e5630d94f. 2024-11-12T15:22:01,668 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,36403,1731424898780.replicationSource.wal-reader.a6f201fa5419%2C36403%2C1731424898780,1-a6f201fa5419,36403,1731424898780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/WALs/a6f201fa5419,36403,1731424898780/a6f201fa5419%2C36403%2C1731424898780.1731424900749 to pos 2132, reset compression=false 2024-11-12T15:22:01,682 DEBUG [RS:0;a6f201fa5419:36403 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T15:22:01,750 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/data/hbase/meta/1588230740/.tmp/rep_barrier/6ffad61e2a234d5293fa1c3be8fdc1bf 2024-11-12T15:22:01,766 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/data/hbase/meta/1588230740/.tmp/table/2bfae2db20904b46800702a13e02f02a is 53, key is hbase:replication/table:state/1731424912376/Put/seqid=0 2024-11-12T15:22:01,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45311 is added to blk_1073741846_1022 (size=5308) 2024-11-12T15:22:01,808 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187.replicationSource.wal-reader.a6f201fa5419%2C34485%2C1731424894187,1-a6f201fa5419,34485,1731424894187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/WALs/a6f201fa5419,34485,1731424894187/a6f201fa5419%2C34485%2C1731424894187.1731424895983 to pos 1191, reset compression=false 2024-11-12T15:22:01,882 DEBUG [RS:0;a6f201fa5419:36403 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T15:22:01,971 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,36403,1731424898780.replicationSource.wal-reader.a6f201fa5419%2C36403%2C1731424898780,1-a6f201fa5419,36403,1731424898780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/WALs/a6f201fa5419,36403,1731424898780/a6f201fa5419%2C36403%2C1731424898780.1731424900749 to pos 2132, reset compression=false 2024-11-12T15:22:02,082 DEBUG [RS:0;a6f201fa5419:36403 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T15:22:02,170 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/data/hbase/meta/1588230740/.tmp/table/2bfae2db20904b46800702a13e02f02a 2024-11-12T15:22:02,174 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/data/hbase/meta/1588230740/.tmp/info/198066b431ff4d649e922ba5baeab22d as hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/data/hbase/meta/1588230740/info/198066b431ff4d649e922ba5baeab22d 2024-11-12T15:22:02,177 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/data/hbase/meta/1588230740/info/198066b431ff4d649e922ba5baeab22d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T15:22:02,177 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/data/hbase/meta/1588230740/.tmp/ns/d76c7412fadc4bb78fd89db2a7b58d04 as hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/data/hbase/meta/1588230740/ns/d76c7412fadc4bb78fd89db2a7b58d04 2024-11-12T15:22:02,181 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/data/hbase/meta/1588230740/ns/d76c7412fadc4bb78fd89db2a7b58d04, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T15:22:02,181 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/data/hbase/meta/1588230740/.tmp/rep_barrier/6ffad61e2a234d5293fa1c3be8fdc1bf as hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/data/hbase/meta/1588230740/rep_barrier/6ffad61e2a234d5293fa1c3be8fdc1bf 2024-11-12T15:22:02,185 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/data/hbase/meta/1588230740/rep_barrier/6ffad61e2a234d5293fa1c3be8fdc1bf, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T15:22:02,185 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/data/hbase/meta/1588230740/.tmp/table/2bfae2db20904b46800702a13e02f02a as hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/data/hbase/meta/1588230740/table/2bfae2db20904b46800702a13e02f02a 2024-11-12T15:22:02,189 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/data/hbase/meta/1588230740/table/2bfae2db20904b46800702a13e02f02a, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T15:22:02,189 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1708ms, sequenceid=16, compaction requested=false 2024-11-12T15:22:02,193 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T15:22:02,193 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T15:22:02,193 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T15:22:02,193 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T15:22:02,193 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731424920481Running coprocessor pre-close hooks at 1731424920481Disabling compacts and flushes for region at 1731424920481Disabling writes for close at 1731424920481Obtaining lock to block concurrent updates at 1731424920481Preparing flush snapshotting stores in 1588230740 at 1731424920481Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731424920481Flushing stores of hbase:meta,,1.1588230740 at 1731424920481Flushing 1588230740/info: creating writer at 1731424920481Flushing 1588230740/info: appending metadata at 1731424920500 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731424920500Flushing 1588230740/ns: creating writer at 1731424920908 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731424920924 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731424920924Flushing 1588230740/rep_barrier: creating writer at 1731424921333 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731424921346 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731424921346Flushing 1588230740/table: creating writer at 1731424921753 (+407 ms)Flushing 1588230740/table: appending metadata at 1731424921765 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731424921765Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cc64e75: reopening flushed file at 1731424922173 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dd3573e: reopening flushed file at 1731424922177 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@664f9277: reopening flushed file at 1731424922181 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@758f5509: reopening flushed file at 1731424922185 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1708ms, sequenceid=16, compaction requested=false at 1731424922189 (+4 ms)Writing region close event to WAL at 1731424922190 (+1 ms)Running coprocessor post-close hooks at 1731424922193 (+3 ms)Closed at 1731424922193 2024-11-12T15:22:02,194 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T15:22:02,282 INFO [RS:0;a6f201fa5419:36403 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-12T15:22:02,282 INFO [RS:0;a6f201fa5419:36403 {}] regionserver.HRegionServer(976): stopping server a6f201fa5419,36403,1731424898780; all regions closed. 2024-11-12T15:22:02,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45311 is added to blk_1073741834_1010 (size=4239) 2024-11-12T15:22:02,284 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/WALs/a6f201fa5419,36403,1731424898780/a6f201fa5419%2C36403%2C1731424898780.meta.1731424901289.meta not finished, retry = 0 2024-11-12T15:22:02,374 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,36403,1731424898780.replicationSource.wal-reader.a6f201fa5419%2C36403%2C1731424898780,1-a6f201fa5419,36403,1731424898780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/WALs/a6f201fa5419,36403,1731424898780/a6f201fa5419%2C36403%2C1731424898780.1731424900749 to pos 2132, reset compression=false 2024-11-12T15:22:02,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45311 is added to blk_1073741839_1015 (size=2171) 2024-11-12T15:22:02,387 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/WALs/a6f201fa5419,36403,1731424898780/a6f201fa5419%2C36403%2C1731424898780.rep.1731424912345 not finished, retry = 0 2024-11-12T15:22:02,418 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,45543,1731424888645.replicationSource.wal-reader.a6f201fa5419%2C45543%2C1731424888645,1-a6f201fa5419,45543,1731424888645 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/WALs/a6f201fa5419,45543,1731424888645/a6f201fa5419%2C45543%2C1731424888645.1731424890950 to pos 636, reset compression=false 2024-11-12T15:22:02,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45311 is added to blk_1073741832_1008 (size=2140) 2024-11-12T15:22:02,489 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/WALs/a6f201fa5419,36403,1731424898780/a6f201fa5419%2C36403%2C1731424898780.1731424900749 not finished, retry = 0 2024-11-12T15:22:02,512 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187.replicationSource.wal-reader.a6f201fa5419%2C34485%2C1731424894187,1-a6f201fa5419,34485,1731424894187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/WALs/a6f201fa5419,34485,1731424894187/a6f201fa5419%2C34485%2C1731424894187.1731424895983 to pos 1191, reset compression=false 2024-11-12T15:22:02,590 DEBUG [RS:0;a6f201fa5419:36403 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:02,590 INFO [RS:0;a6f201fa5419:36403 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T15:22:02,590 INFO [RS:0;a6f201fa5419:36403 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T15:22:02,590 INFO [RS:0;a6f201fa5419:36403 {}] hbase.ChoreService(370): Chore service for: regionserver/a6f201fa5419:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T15:22:02,590 INFO [RS:0;a6f201fa5419:36403 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T15:22:02,590 INFO [regionserver/a6f201fa5419:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T15:22:02,591 INFO [RS:0;a6f201fa5419:36403 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a6f201fa5419,36403,1731424898780 because: Region server is closing 2024-11-12T15:22:02,591 INFO [RS:0;a6f201fa5419:36403 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a6f201fa5419:36403. 2024-11-12T15:22:02,591 DEBUG [RS:0;a6f201fa5419:36403 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:22:02,591 DEBUG [RS:0;a6f201fa5419:36403 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:02,591 DEBUG [RS:0;a6f201fa5419:36403 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:02,591 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:22:02,691 INFO [RS:0;a6f201fa5419:36403 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,36403,1731424898780.replicationSource.shippera6f201fa5419%2C36403%2C1731424898780,1-a6f201fa5419,36403,1731424898780 terminated 2024-11-12T15:22:02,691 WARN [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,36403,1731424898780.replicationSource.wal-reader.a6f201fa5419%2C36403%2C1731424898780,1-a6f201fa5419,36403,1731424898780 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T15:22:02,692 INFO [RS:0;a6f201fa5419:36403 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a6f201fa5419:36403. 2024-11-12T15:22:02,692 DEBUG [RS:0;a6f201fa5419:36403 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:22:02,692 DEBUG [RS:0;a6f201fa5419:36403 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:02,692 DEBUG [RS:0;a6f201fa5419:36403 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:02,692 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:22:02,692 INFO [RS:0;a6f201fa5419:36403 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36403 2024-11-12T15:22:02,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36403-0x1012fa31ab80007, quorum=127.0.0.1:60848, baseZNode=/2-1390672383 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1390672383/rs/a6f201fa5419,36403,1731424898780 2024-11-12T15:22:02,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37357-0x1012fa31ab80006, quorum=127.0.0.1:60848, baseZNode=/2-1390672383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1390672383/rs 2024-11-12T15:22:02,762 INFO [RS:0;a6f201fa5419:36403 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T15:22:02,773 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a6f201fa5419,36403,1731424898780] 2024-11-12T15:22:02,783 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1390672383/draining/a6f201fa5419,36403,1731424898780 already deleted, retry=false 2024-11-12T15:22:02,783 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a6f201fa5419,36403,1731424898780 expired; onlineServers=0 2024-11-12T15:22:02,783 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a6f201fa5419,37357,1731424898666' ***** 2024-11-12T15:22:02,783 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T15:22:02,783 INFO [M:0;a6f201fa5419:37357 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T15:22:02,783 INFO [M:0;a6f201fa5419:37357 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T15:22:02,783 DEBUG [M:0;a6f201fa5419:37357 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T15:22:02,783 DEBUG [M:0;a6f201fa5419:37357 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T15:22:02,784 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T15:22:02,784 DEBUG [master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.large.0-1731424900508 {}] cleaner.HFileCleaner(306): Exit Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.large.0-1731424900508,5,FailOnTimeoutGroup] 2024-11-12T15:22:02,784 DEBUG [master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.small.0-1731424900508 {}] cleaner.HFileCleaner(306): Exit Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.small.0-1731424900508,5,FailOnTimeoutGroup] 2024-11-12T15:22:02,784 INFO [M:0;a6f201fa5419:37357 {}] hbase.ChoreService(370): Chore service for: master/a6f201fa5419:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T15:22:02,784 INFO [M:0;a6f201fa5419:37357 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T15:22:02,784 DEBUG [M:0;a6f201fa5419:37357 {}] master.HMaster(1795): Stopping service threads 2024-11-12T15:22:02,784 INFO [M:0;a6f201fa5419:37357 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T15:22:02,784 INFO [M:0;a6f201fa5419:37357 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T15:22:02,784 INFO [M:0;a6f201fa5419:37357 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T15:22:02,784 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T15:22:02,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37357-0x1012fa31ab80006, quorum=127.0.0.1:60848, baseZNode=/2-1390672383 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1390672383/master 2024-11-12T15:22:02,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37357-0x1012fa31ab80006, quorum=127.0.0.1:60848, baseZNode=/2-1390672383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1390672383 2024-11-12T15:22:02,794 DEBUG [M:0;a6f201fa5419:37357 {}] zookeeper.ZKUtil(347): master:37357-0x1012fa31ab80006, quorum=127.0.0.1:60848, baseZNode=/2-1390672383 Unable to get data of znode /2-1390672383/master because node does not exist (not an error) 2024-11-12T15:22:02,794 WARN [M:0;a6f201fa5419:37357 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T15:22:02,795 INFO [M:0;a6f201fa5419:37357 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/.lastflushedseqids 2024-11-12T15:22:02,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45311 is added to blk_1073741847_1023 (size=245) 2024-11-12T15:22:02,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36403-0x1012fa31ab80007, quorum=127.0.0.1:60848, baseZNode=/2-1390672383 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:22:02,873 INFO [RS:0;a6f201fa5419:36403 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T15:22:02,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36403-0x1012fa31ab80007, quorum=127.0.0.1:60848, baseZNode=/2-1390672383 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:22:02,873 INFO [RS:0;a6f201fa5419:36403 {}] regionserver.HRegionServer(1031): Exiting; stopping=a6f201fa5419,36403,1731424898780; zookeeper connection closed. 2024-11-12T15:22:02,873 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6a6ab04e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6a6ab04e 2024-11-12T15:22:02,873 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T15:22:03,199 INFO [M:0;a6f201fa5419:37357 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T15:22:03,199 INFO [M:0;a6f201fa5419:37357 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T15:22:03,199 DEBUG [M:0;a6f201fa5419:37357 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T15:22:03,199 INFO [M:0;a6f201fa5419:37357 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:22:03,199 DEBUG [M:0;a6f201fa5419:37357 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:22:03,199 DEBUG [M:0;a6f201fa5419:37357 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T15:22:03,199 DEBUG [M:0;a6f201fa5419:37357 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:22:03,199 INFO [M:0;a6f201fa5419:37357 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-12T15:22:03,213 DEBUG [M:0;a6f201fa5419:37357 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a5207f2e06d241e79ceb753f458f13b7 is 82, key is hbase:meta,,1/info:regioninfo/1731424901313/Put/seqid=0 2024-11-12T15:22:03,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45311 is added to blk_1073741848_1024 (size=5672) 2024-11-12T15:22:03,315 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187.replicationSource.wal-reader.a6f201fa5419%2C34485%2C1731424894187,1-a6f201fa5419,34485,1731424894187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/WALs/a6f201fa5419,34485,1731424894187/a6f201fa5419%2C34485%2C1731424894187.1731424895983 to pos 1191, reset compression=false 2024-11-12T15:22:03,521 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,45543,1731424888645.replicationSource.wal-reader.a6f201fa5419%2C45543%2C1731424888645,1-a6f201fa5419,45543,1731424888645 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/WALs/a6f201fa5419,45543,1731424888645/a6f201fa5419%2C45543%2C1731424888645.1731424890950 to pos 636, reset compression=false 2024-11-12T15:22:03,616 INFO [M:0;a6f201fa5419:37357 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a5207f2e06d241e79ceb753f458f13b7 2024-11-12T15:22:03,632 DEBUG [M:0;a6f201fa5419:37357 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0905264ac1d54bc790bd11a214bdbc94 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731424912379/Put/seqid=0 2024-11-12T15:22:03,634 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T15:22:03,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45311 is added to blk_1073741849_1025 (size=8516) 2024-11-12T15:22:04,036 INFO [M:0;a6f201fa5419:37357 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0905264ac1d54bc790bd11a214bdbc94 2024-11-12T15:22:04,052 DEBUG [M:0;a6f201fa5419:37357 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6bdac5a9129242ad99eb50ff7c68cba7 is 69, key is a6f201fa5419,36403,1731424898780/rs:state/1731424900559/Put/seqid=0 2024-11-12T15:22:04,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45311 is added to blk_1073741850_1026 (size=5156) 2024-11-12T15:22:04,219 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187.replicationSource.wal-reader.a6f201fa5419%2C34485%2C1731424894187,1-a6f201fa5419,34485,1731424894187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/WALs/a6f201fa5419,34485,1731424894187/a6f201fa5419%2C34485%2C1731424894187.1731424895983 to pos 1191, reset compression=false 2024-11-12T15:22:04,455 INFO [M:0;a6f201fa5419:37357 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6bdac5a9129242ad99eb50ff7c68cba7 2024-11-12T15:22:04,459 DEBUG [M:0;a6f201fa5419:37357 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a5207f2e06d241e79ceb753f458f13b7 as hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a5207f2e06d241e79ceb753f458f13b7 2024-11-12T15:22:04,463 INFO [M:0;a6f201fa5419:37357 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a5207f2e06d241e79ceb753f458f13b7, entries=8, sequenceid=97, filesize=5.5 K 2024-11-12T15:22:04,463 DEBUG [M:0;a6f201fa5419:37357 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0905264ac1d54bc790bd11a214bdbc94 as hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0905264ac1d54bc790bd11a214bdbc94 2024-11-12T15:22:04,467 INFO [M:0;a6f201fa5419:37357 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0905264ac1d54bc790bd11a214bdbc94, entries=11, sequenceid=97, filesize=8.3 K 2024-11-12T15:22:04,467 DEBUG [M:0;a6f201fa5419:37357 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6bdac5a9129242ad99eb50ff7c68cba7 as hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6bdac5a9129242ad99eb50ff7c68cba7 2024-11-12T15:22:04,471 INFO [M:0;a6f201fa5419:37357 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42395/user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6bdac5a9129242ad99eb50ff7c68cba7, entries=1, sequenceid=97, filesize=5.0 K 2024-11-12T15:22:04,471 INFO [M:0;a6f201fa5419:37357 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=97, compaction requested=false 2024-11-12T15:22:04,472 INFO [M:0;a6f201fa5419:37357 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:22:04,473 DEBUG [M:0;a6f201fa5419:37357 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731424923199Disabling compacts and flushes for region at 1731424923199Disabling writes for close at 1731424923199Obtaining lock to block concurrent updates at 1731424923199Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731424923199Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731424923199Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731424923200 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731424923200Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731424923212 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731424923212Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731424923619 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731424923631 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731424923631Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731424924039 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731424924051 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731424924051Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34c316a3: reopening flushed file at 1731424924459 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d234b33: reopening flushed file at 1731424924463 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62dbd02f: reopening flushed file at 1731424924467 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=97, compaction requested=false at 1731424924472 (+5 ms)Writing region close event to WAL at 1731424924472Closed at 1731424924472 2024-11-12T15:22:04,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45311 is added to blk_1073741830_1006 (size=63654) 2024-11-12T15:22:04,474 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6e72ff4e-5b41-4ced-e08d-103053baa639/MasterData/WALs/a6f201fa5419,37357,1731424898666/a6f201fa5419%2C37357%2C1731424898666.1731424900154 not finished, retry = 0 2024-11-12T15:22:04,584 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T15:22:04,584 INFO [M:0;a6f201fa5419:37357 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T15:22:04,584 INFO [M:0;a6f201fa5419:37357 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37357 2024-11-12T15:22:04,584 INFO [M:0;a6f201fa5419:37357 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T15:22:04,724 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,45543,1731424888645.replicationSource.wal-reader.a6f201fa5419%2C45543%2C1731424888645,1-a6f201fa5419,45543,1731424888645 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/WALs/a6f201fa5419,45543,1731424888645/a6f201fa5419%2C45543%2C1731424888645.1731424890950 to pos 636, reset compression=false 2024-11-12T15:22:04,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37357-0x1012fa31ab80006, quorum=127.0.0.1:60848, baseZNode=/2-1390672383 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:22:04,746 INFO [M:0;a6f201fa5419:37357 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T15:22:04,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37357-0x1012fa31ab80006, quorum=127.0.0.1:60848, baseZNode=/2-1390672383 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:22:04,748 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3f4a9931{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T15:22:04,749 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@75fd094d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T15:22:04,749 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T15:22:04,749 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@125af0d8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T15:22:04,749 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@371b423e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9c100645-1ff7-4d8f-be0c-da05113dd847/hadoop.log.dir/,STOPPED} 2024-11-12T15:22:04,751 WARN [BP-240646759-172.17.0.2-1731424897160 heartbeating to localhost/127.0.0.1:42395 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T15:22:04,751 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T15:22:04,751 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T15:22:04,751 WARN [BP-240646759-172.17.0.2-1731424897160 heartbeating to localhost/127.0.0.1:42395 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-240646759-172.17.0.2-1731424897160 (Datanode Uuid d8dc2b3d-9b59-48f8-8882-89c731f1561c) service to localhost/127.0.0.1:42395 2024-11-12T15:22:04,751 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9c100645-1ff7-4d8f-be0c-da05113dd847/cluster_8ce7a180-b6c1-5879-c2fc-4e381376d2d8/data/data1/current/BP-240646759-172.17.0.2-1731424897160 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T15:22:04,751 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9c100645-1ff7-4d8f-be0c-da05113dd847/cluster_8ce7a180-b6c1-5879-c2fc-4e381376d2d8/data/data2/current/BP-240646759-172.17.0.2-1731424897160 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T15:22:04,752 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T15:22:04,758 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2f7bb3d5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T15:22:04,758 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@681c5839{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T15:22:04,758 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T15:22:04,759 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ea353dd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T15:22:04,759 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22d1878f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9c100645-1ff7-4d8f-be0c-da05113dd847/hadoop.log.dir/,STOPPED} 2024-11-12T15:22:04,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T15:22:04,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T15:22:04,773 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T15:22:04,773 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:22:04,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:04,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:04,774 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:22:04,774 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T15:22:04,774 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1866092107, stopped=false 2024-11-12T15:22:04,774 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a6f201fa5419,43039,1731424894045 2024-11-12T15:22:04,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43039-0x1012fa31ab80003, quorum=127.0.0.1:60848, baseZNode=/1-83280133 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-83280133/running 2024-11-12T15:22:04,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34485-0x1012fa31ab80004, quorum=127.0.0.1:60848, baseZNode=/1-83280133 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-83280133/running 2024-11-12T15:22:04,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43039-0x1012fa31ab80003, quorum=127.0.0.1:60848, baseZNode=/1-83280133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-83280133 2024-11-12T15:22:04,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34485-0x1012fa31ab80004, quorum=127.0.0.1:60848, baseZNode=/1-83280133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-83280133 2024-11-12T15:22:04,794 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T15:22:04,794 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T15:22:04,794 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:22:04,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:04,794 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43039-0x1012fa31ab80003, quorum=127.0.0.1:60848, baseZNode=/1-83280133 Set watcher on znode that does not yet exist, /1-83280133/running 2024-11-12T15:22:04,794 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34485-0x1012fa31ab80004, quorum=127.0.0.1:60848, baseZNode=/1-83280133 Set watcher on znode that does not yet exist, /1-83280133/running 2024-11-12T15:22:04,794 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a6f201fa5419,34485,1731424894187' ***** 2024-11-12T15:22:04,794 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T15:22:04,795 INFO [RS:0;a6f201fa5419:34485 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T15:22:04,795 INFO [RS:0;a6f201fa5419:34485 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T15:22:04,795 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T15:22:04,795 INFO [RS:0;a6f201fa5419:34485 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T15:22:04,795 INFO [RS:0;a6f201fa5419:34485 {}] regionserver.HRegionServer(3091): Received CLOSE for b07a8b70b7f1edbfc01db87a7fec248d 2024-11-12T15:22:04,795 INFO [RS:0;a6f201fa5419:34485 {}] regionserver.HRegionServer(3091): Received CLOSE for b52835ade4b30dc95c3b0437127d7db8 2024-11-12T15:22:04,795 INFO [RS:0;a6f201fa5419:34485 {}] regionserver.HRegionServer(959): stopping server a6f201fa5419,34485,1731424894187 2024-11-12T15:22:04,795 INFO [RS:0;a6f201fa5419:34485 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T15:22:04,795 INFO [RS:0;a6f201fa5419:34485 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a6f201fa5419:34485. 2024-11-12T15:22:04,795 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b07a8b70b7f1edbfc01db87a7fec248d, disabling compactions & flushes 2024-11-12T15:22:04,795 DEBUG [RS:0;a6f201fa5419:34485 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:22:04,795 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731424903600.b07a8b70b7f1edbfc01db87a7fec248d. 2024-11-12T15:22:04,795 DEBUG [RS:0;a6f201fa5419:34485 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:04,795 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731424903600.b07a8b70b7f1edbfc01db87a7fec248d. 2024-11-12T15:22:04,795 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731424903600.b07a8b70b7f1edbfc01db87a7fec248d. after waiting 0 ms 2024-11-12T15:22:04,795 INFO [RS:0;a6f201fa5419:34485 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T15:22:04,795 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731424903600.b07a8b70b7f1edbfc01db87a7fec248d. 2024-11-12T15:22:04,795 INFO [RS:0;a6f201fa5419:34485 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T15:22:04,795 INFO [RS:0;a6f201fa5419:34485 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T15:22:04,795 INFO [RS:0;a6f201fa5419:34485 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T15:22:04,795 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b07a8b70b7f1edbfc01db87a7fec248d 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-12T15:22:04,795 INFO [RS:0;a6f201fa5419:34485 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T15:22:04,795 DEBUG [RS:0;a6f201fa5419:34485 {}] regionserver.HRegionServer(1325): Online Regions={b07a8b70b7f1edbfc01db87a7fec248d=test,,1731424903600.b07a8b70b7f1edbfc01db87a7fec248d., 1588230740=hbase:meta,,1.1588230740, b52835ade4b30dc95c3b0437127d7db8=hbase:replication,,1731424909050.b52835ade4b30dc95c3b0437127d7db8.} 2024-11-12T15:22:04,796 DEBUG [RS:0;a6f201fa5419:34485 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b07a8b70b7f1edbfc01db87a7fec248d, b52835ade4b30dc95c3b0437127d7db8 2024-11-12T15:22:04,796 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T15:22:04,796 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T15:22:04,796 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T15:22:04,796 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T15:22:04,796 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T15:22:04,796 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T15:22:04,809 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/data/default/test/b07a8b70b7f1edbfc01db87a7fec248d/.tmp/f/408678f3587e4e3dae4b82b825f6667f is 29, key is row1/f:/1731424918390/DeleteFamily/seqid=0 2024-11-12T15:22:04,811 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/data/hbase/meta/1588230740/.tmp/info/ef15a175856a4837a8a1def030cfbeaa is 147, key is hbase:replication,,1731424909050.b52835ade4b30dc95c3b0437127d7db8./info:regioninfo/1731424909801/Put/seqid=0 2024-11-12T15:22:04,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741840_1016 (size=5152) 2024-11-12T15:22:04,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741841_1017 (size=7686) 2024-11-12T15:22:04,859 INFO [regionserver/a6f201fa5419:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T15:22:04,859 INFO [regionserver/a6f201fa5419:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T15:22:04,880 INFO [regionserver/a6f201fa5419:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T15:22:04,996 DEBUG [RS:0;a6f201fa5419:34485 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b07a8b70b7f1edbfc01db87a7fec248d, b52835ade4b30dc95c3b0437127d7db8 2024-11-12T15:22:05,196 DEBUG [RS:0;a6f201fa5419:34485 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b07a8b70b7f1edbfc01db87a7fec248d, b52835ade4b30dc95c3b0437127d7db8 2024-11-12T15:22:05,212 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/data/default/test/b07a8b70b7f1edbfc01db87a7fec248d/.tmp/f/408678f3587e4e3dae4b82b825f6667f 2024-11-12T15:22:05,215 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/data/hbase/meta/1588230740/.tmp/info/ef15a175856a4837a8a1def030cfbeaa 2024-11-12T15:22:05,216 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 408678f3587e4e3dae4b82b825f6667f 2024-11-12T15:22:05,222 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187.replicationSource.wal-reader.a6f201fa5419%2C34485%2C1731424894187,1-a6f201fa5419,34485,1731424894187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/WALs/a6f201fa5419,34485,1731424894187/a6f201fa5419%2C34485%2C1731424894187.1731424895983 to pos 1191, reset compression=false 2024-11-12T15:22:05,225 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187.replicationSource.wal-reader.a6f201fa5419%2C34485%2C1731424894187,1-a6f201fa5419,34485,1731424894187 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T15:22:05,225 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187.replicationSource.wal-reader.a6f201fa5419%2C34485%2C1731424894187,1-a6f201fa5419,34485,1731424894187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/WALs/a6f201fa5419,34485,1731424894187/a6f201fa5419%2C34485%2C1731424894187.1731424895983 to pos 1438, reset compression=false 2024-11-12T15:22:05,225 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187.replicationSource.shippera6f201fa5419%2C34485%2C1731424894187,1-a6f201fa5419,34485,1731424894187 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a6f201fa5419,34485,1731424894187 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/WALs/a6f201fa5419,34485,1731424894187/a6f201fa5419%2C34485%2C1731424894187.1731424895983, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T15:22:05,226 ERROR [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187.replicationSource.shippera6f201fa5419%2C34485%2C1731424894187,1-a6f201fa5419,34485,1731424894187 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a6f201fa5419,34485,1731424894187: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-a6f201fa5419,34485,1731424894187, walGroup=a6f201fa5419%2C34485%2C1731424894187, offset=a6f201fa5419%2C34485%2C1731424894187.1731424895983:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a6f201fa5419:34485 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T15:22:05,227 ERROR [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187.replicationSource.shippera6f201fa5419%2C34485%2C1731424894187,1-a6f201fa5419,34485,1731424894187 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T15:22:05,227 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187.replicationSource.shippera6f201fa5419%2C34485%2C1731424894187,1-a6f201fa5419,34485,1731424894187 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T15:22:05,229 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187.replicationSource.shippera6f201fa5419%2C34485%2C1731424894187,1-a6f201fa5419,34485,1731424894187 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T15:22:05,229 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187.replicationSource.shippera6f201fa5419%2C34485%2C1731424894187,1-a6f201fa5419,34485,1731424894187 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T15:22:05,229 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187.replicationSource.shippera6f201fa5419%2C34485%2C1731424894187,1-a6f201fa5419,34485,1731424894187 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T15:22:05,229 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187.replicationSource.shippera6f201fa5419%2C34485%2C1731424894187,1-a6f201fa5419,34485,1731424894187 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1392508928, "init": 1048576000, "max": 2306867200, "used": 961281456 }, "NonHeapMemoryUsage": { "committed": 206635008, "init": 7667712, "max": -1, "used": 201639784 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T15:22:05,230 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/data/default/test/b07a8b70b7f1edbfc01db87a7fec248d/.tmp/f1/494aa51e979844c5b81e21e9b74c0277 is 30, key is row1/f1:/1731424918390/DeleteFamily/seqid=0 2024-11-12T15:22:05,230 WARN [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187.replicationSource.shippera6f201fa5419%2C34485%2C1731424894187,1-a6f201fa5419,34485,1731424894187 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a6f201fa5419:43039 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a6f201fa5419:43039 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-12T15:22:05,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741842_1018 (size=5158) 2024-11-12T15:22:05,234 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/data/hbase/meta/1588230740/.tmp/ns/dcc6cd1c66ad4fb1b67216e0471ab206 is 43, key is default/ns:d/1731424897074/Put/seqid=0 2024-11-12T15:22:05,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741843_1019 (size=5153) 2024-11-12T15:22:05,396 DEBUG [RS:0;a6f201fa5419:34485 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b07a8b70b7f1edbfc01db87a7fec248d, b52835ade4b30dc95c3b0437127d7db8 2024-11-12T15:22:05,429 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187.replicationSource.wal-reader.a6f201fa5419%2C34485%2C1731424894187,1-a6f201fa5419,34485,1731424894187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/WALs/a6f201fa5419,34485,1731424894187/a6f201fa5419%2C34485%2C1731424894187.1731424895983 to pos 1438, reset compression=false 2024-11-12T15:22:05,596 DEBUG [RS:0;a6f201fa5419:34485 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b07a8b70b7f1edbfc01db87a7fec248d, b52835ade4b30dc95c3b0437127d7db8 2024-11-12T15:22:05,634 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/data/default/test/b07a8b70b7f1edbfc01db87a7fec248d/.tmp/f1/494aa51e979844c5b81e21e9b74c0277 2024-11-12T15:22:05,637 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/data/hbase/meta/1588230740/.tmp/ns/dcc6cd1c66ad4fb1b67216e0471ab206 2024-11-12T15:22:05,638 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 494aa51e979844c5b81e21e9b74c0277 2024-11-12T15:22:05,651 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/data/default/test/b07a8b70b7f1edbfc01db87a7fec248d/.tmp/norep/671d4e323f8c48afbb21af7cb54b2379 is 33, key is row1/norep:/1731424918390/DeleteFamily/seqid=0 2024-11-12T15:22:05,652 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/data/hbase/meta/1588230740/.tmp/rep_barrier/f23440794bb54c39aa13f2e4dc5acd97 is 112, key is test,,1731424903600.b07a8b70b7f1edbfc01db87a7fec248d./rep_barrier:seqnumDuringOpen/1731424904737/Put/seqid=0 2024-11-12T15:22:05,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741844_1020 (size=5108) 2024-11-12T15:22:05,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741845_1021 (size=5518) 2024-11-12T15:22:05,732 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187.replicationSource.wal-reader.a6f201fa5419%2C34485%2C1731424894187,1-a6f201fa5419,34485,1731424894187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/WALs/a6f201fa5419,34485,1731424894187/a6f201fa5419%2C34485%2C1731424894187.1731424895983 to pos 1438, reset compression=false 2024-11-12T15:22:05,796 DEBUG [RS:0;a6f201fa5419:34485 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b07a8b70b7f1edbfc01db87a7fec248d, b52835ade4b30dc95c3b0437127d7db8 2024-11-12T15:22:05,996 DEBUG [RS:0;a6f201fa5419:34485 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b07a8b70b7f1edbfc01db87a7fec248d, b52835ade4b30dc95c3b0437127d7db8 2024-11-12T15:22:06,027 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,45543,1731424888645.replicationSource.wal-reader.a6f201fa5419%2C45543%2C1731424888645,1-a6f201fa5419,45543,1731424888645 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/WALs/a6f201fa5419,45543,1731424888645/a6f201fa5419%2C45543%2C1731424888645.1731424890950 to pos 636, reset compression=false 2024-11-12T15:22:06,055 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/data/hbase/meta/1588230740/.tmp/rep_barrier/f23440794bb54c39aa13f2e4dc5acd97 2024-11-12T15:22:06,055 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/data/default/test/b07a8b70b7f1edbfc01db87a7fec248d/.tmp/norep/671d4e323f8c48afbb21af7cb54b2379 2024-11-12T15:22:06,058 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 671d4e323f8c48afbb21af7cb54b2379 2024-11-12T15:22:06,059 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/data/default/test/b07a8b70b7f1edbfc01db87a7fec248d/.tmp/f/408678f3587e4e3dae4b82b825f6667f as hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/data/default/test/b07a8b70b7f1edbfc01db87a7fec248d/f/408678f3587e4e3dae4b82b825f6667f 2024-11-12T15:22:06,063 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 408678f3587e4e3dae4b82b825f6667f 2024-11-12T15:22:06,063 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/data/default/test/b07a8b70b7f1edbfc01db87a7fec248d/f/408678f3587e4e3dae4b82b825f6667f, entries=3, sequenceid=10, filesize=5.0 K 2024-11-12T15:22:06,064 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/data/default/test/b07a8b70b7f1edbfc01db87a7fec248d/.tmp/f1/494aa51e979844c5b81e21e9b74c0277 as hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/data/default/test/b07a8b70b7f1edbfc01db87a7fec248d/f1/494aa51e979844c5b81e21e9b74c0277 2024-11-12T15:22:06,068 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 494aa51e979844c5b81e21e9b74c0277 2024-11-12T15:22:06,068 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/data/default/test/b07a8b70b7f1edbfc01db87a7fec248d/f1/494aa51e979844c5b81e21e9b74c0277, entries=3, sequenceid=10, filesize=5.0 K 2024-11-12T15:22:06,069 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/data/default/test/b07a8b70b7f1edbfc01db87a7fec248d/.tmp/norep/671d4e323f8c48afbb21af7cb54b2379 as hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/data/default/test/b07a8b70b7f1edbfc01db87a7fec248d/norep/671d4e323f8c48afbb21af7cb54b2379 2024-11-12T15:22:06,073 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 671d4e323f8c48afbb21af7cb54b2379 2024-11-12T15:22:06,073 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/data/default/test/b07a8b70b7f1edbfc01db87a7fec248d/norep/671d4e323f8c48afbb21af7cb54b2379, entries=1, sequenceid=10, filesize=5.0 K 2024-11-12T15:22:06,074 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for b07a8b70b7f1edbfc01db87a7fec248d in 1279ms, sequenceid=10, compaction requested=false 2024-11-12T15:22:06,074 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-12T15:22:06,076 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/data/hbase/meta/1588230740/.tmp/table/3ac1a77c2cd74b1f9cc9646cda6fc619 is 53, key is hbase:replication/table:state/1731424909807/Put/seqid=0 2024-11-12T15:22:06,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741846_1022 (size=5308) 2024-11-12T15:22:06,080 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/data/hbase/meta/1588230740/.tmp/table/3ac1a77c2cd74b1f9cc9646cda6fc619 2024-11-12T15:22:06,081 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/data/default/test/b07a8b70b7f1edbfc01db87a7fec248d/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-12T15:22:06,081 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T15:22:06,081 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T15:22:06,081 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731424903600.b07a8b70b7f1edbfc01db87a7fec248d. 2024-11-12T15:22:06,082 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b07a8b70b7f1edbfc01db87a7fec248d: Waiting for close lock at 1731424924795Running coprocessor pre-close hooks at 1731424924795Disabling compacts and flushes for region at 1731424924795Disabling writes for close at 1731424924795Obtaining lock to block concurrent updates at 1731424924795Preparing flush snapshotting stores in b07a8b70b7f1edbfc01db87a7fec248d at 1731424924795Finished memstore snapshotting test,,1731424903600.b07a8b70b7f1edbfc01db87a7fec248d., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731424924796 (+1 ms)Flushing stores of test,,1731424903600.b07a8b70b7f1edbfc01db87a7fec248d. at 1731424924796Flushing b07a8b70b7f1edbfc01db87a7fec248d/f: creating writer at 1731424924796Flushing b07a8b70b7f1edbfc01db87a7fec248d/f: appending metadata at 1731424924808 (+12 ms)Flushing b07a8b70b7f1edbfc01db87a7fec248d/f: closing flushed file at 1731424924808Flushing b07a8b70b7f1edbfc01db87a7fec248d/f1: creating writer at 1731424925216 (+408 ms)Flushing b07a8b70b7f1edbfc01db87a7fec248d/f1: appending metadata at 1731424925229 (+13 ms)Flushing b07a8b70b7f1edbfc01db87a7fec248d/f1: closing flushed file at 1731424925229Flushing b07a8b70b7f1edbfc01db87a7fec248d/norep: creating writer at 1731424925638 (+409 ms)Flushing b07a8b70b7f1edbfc01db87a7fec248d/norep: appending metadata at 1731424925650 (+12 ms)Flushing b07a8b70b7f1edbfc01db87a7fec248d/norep: closing flushed file at 1731424925650Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49d12092: reopening flushed file at 1731424926058 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ff24fea: reopening flushed file at 1731424926063 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c80c490: reopening flushed file at 1731424926068 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for b07a8b70b7f1edbfc01db87a7fec248d in 1279ms, sequenceid=10, compaction requested=false at 1731424926074 (+6 ms)Writing region close event to WAL at 1731424926078 (+4 ms)Running coprocessor post-close hooks at 1731424926081 (+3 ms)Closed at 1731424926081 2024-11-12T15:22:06,082 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731424903600.b07a8b70b7f1edbfc01db87a7fec248d. 2024-11-12T15:22:06,082 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b52835ade4b30dc95c3b0437127d7db8, disabling compactions & flushes 2024-11-12T15:22:06,082 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731424909050.b52835ade4b30dc95c3b0437127d7db8. 2024-11-12T15:22:06,082 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731424909050.b52835ade4b30dc95c3b0437127d7db8. 2024-11-12T15:22:06,082 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731424909050.b52835ade4b30dc95c3b0437127d7db8. after waiting 0 ms 2024-11-12T15:22:06,082 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731424909050.b52835ade4b30dc95c3b0437127d7db8. 2024-11-12T15:22:06,082 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b52835ade4b30dc95c3b0437127d7db8: Waiting for close lock at 1731424926082Running coprocessor pre-close hooks at 1731424926082Disabling compacts and flushes for region at 1731424926082Disabling writes for close at 1731424926082Failed flush hbase:replication,,1731424909050.b52835ade4b30dc95c3b0437127d7db8., putting online again at 1731424926082 2024-11-12T15:22:06,082 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731424909050.b52835ade4b30dc95c3b0437127d7db8. 2024-11-12T15:22:06,084 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/data/hbase/meta/1588230740/.tmp/info/ef15a175856a4837a8a1def030cfbeaa as hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/data/hbase/meta/1588230740/info/ef15a175856a4837a8a1def030cfbeaa 2024-11-12T15:22:06,088 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/data/hbase/meta/1588230740/info/ef15a175856a4837a8a1def030cfbeaa, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T15:22:06,088 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/data/hbase/meta/1588230740/.tmp/ns/dcc6cd1c66ad4fb1b67216e0471ab206 as hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/data/hbase/meta/1588230740/ns/dcc6cd1c66ad4fb1b67216e0471ab206 2024-11-12T15:22:06,092 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/data/hbase/meta/1588230740/ns/dcc6cd1c66ad4fb1b67216e0471ab206, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T15:22:06,093 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/data/hbase/meta/1588230740/.tmp/rep_barrier/f23440794bb54c39aa13f2e4dc5acd97 as hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/data/hbase/meta/1588230740/rep_barrier/f23440794bb54c39aa13f2e4dc5acd97 2024-11-12T15:22:06,096 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/data/hbase/meta/1588230740/rep_barrier/f23440794bb54c39aa13f2e4dc5acd97, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T15:22:06,097 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/data/hbase/meta/1588230740/.tmp/table/3ac1a77c2cd74b1f9cc9646cda6fc619 as hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/data/hbase/meta/1588230740/table/3ac1a77c2cd74b1f9cc9646cda6fc619 2024-11-12T15:22:06,100 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/data/hbase/meta/1588230740/table/3ac1a77c2cd74b1f9cc9646cda6fc619, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T15:22:06,101 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1305ms, sequenceid=16, compaction requested=false 2024-11-12T15:22:06,101 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T15:22:06,106 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T15:22:06,106 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T15:22:06,106 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T15:22:06,106 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T15:22:06,106 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731424924796Running coprocessor pre-close hooks at 1731424924796Disabling compacts and flushes for region at 1731424924796Disabling writes for close at 1731424924796Obtaining lock to block concurrent updates at 1731424924796Preparing flush snapshotting stores in 1588230740 at 1731424924796Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731424924796Flushing stores of hbase:meta,,1.1588230740 at 1731424924796Flushing 1588230740/info: creating writer at 1731424924796Flushing 1588230740/info: appending metadata at 1731424924811 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731424924811Flushing 1588230740/ns: creating writer at 1731424925218 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731424925234 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731424925234Flushing 1588230740/rep_barrier: creating writer at 1731424925641 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731424925652 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731424925652Flushing 1588230740/table: creating writer at 1731424926059 (+407 ms)Flushing 1588230740/table: appending metadata at 1731424926076 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731424926076Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4465c0fb: reopening flushed file at 1731424926084 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@130bf741: reopening flushed file at 1731424926088 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@276a4d5d: reopening flushed file at 1731424926092 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29a73b76: reopening flushed file at 1731424926096 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1305ms, sequenceid=16, compaction requested=false at 1731424926101 (+5 ms)Writing region close event to WAL at 1731424926103 (+2 ms)Running coprocessor post-close hooks at 1731424926106 (+3 ms)Closed at 1731424926106 2024-11-12T15:22:06,106 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T15:22:06,135 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187.replicationSource.wal-reader.a6f201fa5419%2C34485%2C1731424894187,1-a6f201fa5419,34485,1731424894187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/WALs/a6f201fa5419,34485,1731424894187/a6f201fa5419%2C34485%2C1731424894187.1731424895983 to pos 1438, reset compression=false 2024-11-12T15:22:06,138 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187.replicationSource.wal-reader.a6f201fa5419%2C34485%2C1731424894187,1-a6f201fa5419,34485,1731424894187 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T15:22:06,138 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187.replicationSource.wal-reader.a6f201fa5419%2C34485%2C1731424894187,1-a6f201fa5419,34485,1731424894187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/WALs/a6f201fa5419,34485,1731424894187/a6f201fa5419%2C34485%2C1731424894187.1731424895983 to pos 2082, reset compression=false 2024-11-12T15:22:06,197 INFO [RS:0;a6f201fa5419:34485 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T15:22:06,197 DEBUG [RS:0;a6f201fa5419:34485 {}] regionserver.HRegionServer(1325): Online Regions={b52835ade4b30dc95c3b0437127d7db8=hbase:replication,,1731424909050.b52835ade4b30dc95c3b0437127d7db8.} 2024-11-12T15:22:06,197 INFO [RS:0;a6f201fa5419:34485 {}] regionserver.HRegionServer(3091): Received CLOSE for b52835ade4b30dc95c3b0437127d7db8 2024-11-12T15:22:06,197 DEBUG [RS:0;a6f201fa5419:34485 {}] regionserver.HRegionServer(1351): Waiting on b52835ade4b30dc95c3b0437127d7db8 2024-11-12T15:22:06,197 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b52835ade4b30dc95c3b0437127d7db8, disabling compactions & flushes 2024-11-12T15:22:06,197 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731424909050.b52835ade4b30dc95c3b0437127d7db8. 2024-11-12T15:22:06,197 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731424909050.b52835ade4b30dc95c3b0437127d7db8. 2024-11-12T15:22:06,197 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731424909050.b52835ade4b30dc95c3b0437127d7db8. after waiting 0 ms 2024-11-12T15:22:06,197 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731424909050.b52835ade4b30dc95c3b0437127d7db8. 2024-11-12T15:22:06,197 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b52835ade4b30dc95c3b0437127d7db8: Waiting for close lock at 1731424926197Running coprocessor pre-close hooks at 1731424926197Disabling compacts and flushes for region at 1731424926197Disabling writes for close at 1731424926197Failed flush hbase:replication,,1731424909050.b52835ade4b30dc95c3b0437127d7db8., putting online again at 1731424926197 2024-11-12T15:22:06,197 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731424909050.b52835ade4b30dc95c3b0437127d7db8. 2024-11-12T15:22:06,341 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187.replicationSource.wal-reader.a6f201fa5419%2C34485%2C1731424894187,1-a6f201fa5419,34485,1731424894187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/WALs/a6f201fa5419,34485,1731424894187/a6f201fa5419%2C34485%2C1731424894187.1731424895983 to pos 2082, reset compression=false 2024-11-12T15:22:06,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:06,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:06,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:06,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:06,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:06,397 INFO [RS:0;a6f201fa5419:34485 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-12T15:22:06,397 INFO [RS:0;a6f201fa5419:34485 {}] regionserver.HRegionServer(976): stopping server a6f201fa5419,34485,1731424894187; all regions closed. 2024-11-12T15:22:06,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741834_1010 (size=4239) 2024-11-12T15:22:06,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741839_1015 (size=2171) 2024-11-12T15:22:06,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741832_1008 (size=2090) 2024-11-12T15:22:06,403 DEBUG [RS:0;a6f201fa5419:34485 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:06,403 INFO [RS:0;a6f201fa5419:34485 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T15:22:06,404 INFO [RS:0;a6f201fa5419:34485 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T15:22:06,404 INFO [RS:0;a6f201fa5419:34485 {}] hbase.ChoreService(370): Chore service for: regionserver/a6f201fa5419:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T15:22:06,404 INFO [RS:0;a6f201fa5419:34485 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T15:22:06,404 INFO [regionserver/a6f201fa5419:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T15:22:06,404 INFO [RS:0;a6f201fa5419:34485 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a6f201fa5419,34485,1731424894187 because: Region server is closing 2024-11-12T15:22:06,404 INFO [RS:0;a6f201fa5419:34485 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a6f201fa5419:34485. 2024-11-12T15:22:06,404 DEBUG [RS:0;a6f201fa5419:34485 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:22:06,404 DEBUG [RS:0;a6f201fa5419:34485 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:06,404 DEBUG [RS:0;a6f201fa5419:34485 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:06,404 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:22:06,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:06,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:06,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:06,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:06,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:06,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:06,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:06,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:06,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:06,505 INFO [RS:0;a6f201fa5419:34485 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187.replicationSource.shippera6f201fa5419%2C34485%2C1731424894187,1-a6f201fa5419,34485,1731424894187 terminated 2024-11-12T15:22:06,505 WARN [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,34485,1731424894187.replicationSource.wal-reader.a6f201fa5419%2C34485%2C1731424894187,1-a6f201fa5419,34485,1731424894187 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T15:22:06,505 INFO [RS:0;a6f201fa5419:34485 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a6f201fa5419:34485. 2024-11-12T15:22:06,505 DEBUG [RS:0;a6f201fa5419:34485 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:22:06,505 DEBUG [RS:0;a6f201fa5419:34485 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:06,505 DEBUG [RS:0;a6f201fa5419:34485 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:06,505 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:22:06,505 INFO [RS:0;a6f201fa5419:34485 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34485 2024-11-12T15:22:06,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43039-0x1012fa31ab80003, quorum=127.0.0.1:60848, baseZNode=/1-83280133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-83280133/rs 2024-11-12T15:22:06,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34485-0x1012fa31ab80004, quorum=127.0.0.1:60848, baseZNode=/1-83280133 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-83280133/rs/a6f201fa5419,34485,1731424894187 2024-11-12T15:22:06,551 INFO [RS:0;a6f201fa5419:34485 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T15:22:06,552 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a6f201fa5419,34485,1731424894187] 2024-11-12T15:22:06,636 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-83280133/draining/a6f201fa5419,34485,1731424894187 already deleted, retry=false 2024-11-12T15:22:06,636 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a6f201fa5419,34485,1731424894187 expired; onlineServers=0 2024-11-12T15:22:06,636 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a6f201fa5419,43039,1731424894045' ***** 2024-11-12T15:22:06,636 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T15:22:06,636 INFO [M:0;a6f201fa5419:43039 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T15:22:06,636 INFO [M:0;a6f201fa5419:43039 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T15:22:06,636 DEBUG [M:0;a6f201fa5419:43039 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T15:22:06,636 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T15:22:06,636 DEBUG [M:0;a6f201fa5419:43039 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T15:22:06,636 DEBUG [master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.large.0-1731424895779 {}] cleaner.HFileCleaner(306): Exit Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.large.0-1731424895779,5,FailOnTimeoutGroup] 2024-11-12T15:22:06,636 DEBUG [master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.small.0-1731424895779 {}] cleaner.HFileCleaner(306): Exit Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.small.0-1731424895779,5,FailOnTimeoutGroup] 2024-11-12T15:22:06,636 INFO [M:0;a6f201fa5419:43039 {}] hbase.ChoreService(370): Chore service for: master/a6f201fa5419:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T15:22:06,636 INFO [M:0;a6f201fa5419:43039 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T15:22:06,636 DEBUG [M:0;a6f201fa5419:43039 {}] master.HMaster(1795): Stopping service threads 2024-11-12T15:22:06,636 INFO [M:0;a6f201fa5419:43039 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T15:22:06,637 INFO [M:0;a6f201fa5419:43039 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T15:22:06,637 INFO [M:0;a6f201fa5419:43039 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T15:22:06,637 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T15:22:06,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43039-0x1012fa31ab80003, quorum=127.0.0.1:60848, baseZNode=/1-83280133 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-83280133/master 2024-11-12T15:22:06,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43039-0x1012fa31ab80003, quorum=127.0.0.1:60848, baseZNode=/1-83280133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-83280133 2024-11-12T15:22:06,646 DEBUG [M:0;a6f201fa5419:43039 {}] zookeeper.ZKUtil(347): master:43039-0x1012fa31ab80003, quorum=127.0.0.1:60848, baseZNode=/1-83280133 Unable to get data of znode /1-83280133/master because node does not exist (not an error) 2024-11-12T15:22:06,646 WARN [M:0;a6f201fa5419:43039 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T15:22:06,647 INFO [M:0;a6f201fa5419:43039 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/.lastflushedseqids 2024-11-12T15:22:06,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741847_1023 (size=245) 2024-11-12T15:22:06,723 INFO [RS:0;a6f201fa5419:34485 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T15:22:06,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34485-0x1012fa31ab80004, quorum=127.0.0.1:60848, baseZNode=/1-83280133 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:22:06,723 INFO [RS:0;a6f201fa5419:34485 {}] regionserver.HRegionServer(1031): Exiting; stopping=a6f201fa5419,34485,1731424894187; zookeeper connection closed. 2024-11-12T15:22:06,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34485-0x1012fa31ab80004, quorum=127.0.0.1:60848, baseZNode=/1-83280133 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:22:06,723 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@243303f0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@243303f0 2024-11-12T15:22:06,723 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T15:22:06,927 DEBUG [master/a6f201fa5419:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=17, created chunk count=36, reused chunk count=127, reuseRatio=77.91% 2024-11-12T15:22:06,928 DEBUG [master/a6f201fa5419:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-12T15:22:06,959 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T15:22:06,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:06,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:06,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:06,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:06,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:06,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:06,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:06,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:06,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:06,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:06,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:07,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:07,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:07,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:07,050 INFO [M:0;a6f201fa5419:43039 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T15:22:07,050 INFO [M:0;a6f201fa5419:43039 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T15:22:07,051 DEBUG [M:0;a6f201fa5419:43039 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T15:22:07,051 INFO [M:0;a6f201fa5419:43039 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:22:07,051 DEBUG [M:0;a6f201fa5419:43039 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:22:07,051 DEBUG [M:0;a6f201fa5419:43039 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T15:22:07,051 DEBUG [M:0;a6f201fa5419:43039 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:22:07,051 INFO [M:0;a6f201fa5419:43039 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-12T15:22:07,068 DEBUG [M:0;a6f201fa5419:43039 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/746056e9461f482db5103dd1a30ab167 is 82, key is hbase:meta,,1/info:regioninfo/1731424897064/Put/seqid=0 2024-11-12T15:22:07,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741848_1024 (size=5672) 2024-11-12T15:22:07,430 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,45543,1731424888645.replicationSource.wal-reader.a6f201fa5419%2C45543%2C1731424888645,1-a6f201fa5419,45543,1731424888645 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/WALs/a6f201fa5419,45543,1731424888645/a6f201fa5419%2C45543%2C1731424888645.1731424890950 to pos 636, reset compression=false 2024-11-12T15:22:07,472 INFO [M:0;a6f201fa5419:43039 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/746056e9461f482db5103dd1a30ab167 2024-11-12T15:22:07,488 DEBUG [M:0;a6f201fa5419:43039 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/61274712125040bd958c951d5d9a385c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731424909810/Put/seqid=0 2024-11-12T15:22:07,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741849_1025 (size=8516) 2024-11-12T15:22:07,891 INFO [M:0;a6f201fa5419:43039 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/61274712125040bd958c951d5d9a385c 2024-11-12T15:22:07,910 DEBUG [M:0;a6f201fa5419:43039 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/79fab9e11be64007bf469a7737374869 is 69, key is a6f201fa5419,34485,1731424894187/rs:state/1731424895839/Put/seqid=0 2024-11-12T15:22:07,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741850_1026 (size=5156) 2024-11-12T15:22:08,315 INFO [M:0;a6f201fa5419:43039 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/79fab9e11be64007bf469a7737374869 2024-11-12T15:22:08,319 DEBUG [M:0;a6f201fa5419:43039 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/746056e9461f482db5103dd1a30ab167 as hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/746056e9461f482db5103dd1a30ab167 2024-11-12T15:22:08,321 INFO [M:0;a6f201fa5419:43039 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/746056e9461f482db5103dd1a30ab167, entries=8, sequenceid=97, filesize=5.5 K 2024-11-12T15:22:08,322 DEBUG [M:0;a6f201fa5419:43039 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/61274712125040bd958c951d5d9a385c as hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/61274712125040bd958c951d5d9a385c 2024-11-12T15:22:08,324 INFO [M:0;a6f201fa5419:43039 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/61274712125040bd958c951d5d9a385c, entries=11, sequenceid=97, filesize=8.3 K 2024-11-12T15:22:08,325 DEBUG [M:0;a6f201fa5419:43039 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/79fab9e11be64007bf469a7737374869 as hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/79fab9e11be64007bf469a7737374869 2024-11-12T15:22:08,327 INFO [M:0;a6f201fa5419:43039 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38871/user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/79fab9e11be64007bf469a7737374869, entries=1, sequenceid=97, filesize=5.0 K 2024-11-12T15:22:08,328 INFO [M:0;a6f201fa5419:43039 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=97, compaction requested=false 2024-11-12T15:22:08,329 INFO [M:0;a6f201fa5419:43039 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:22:08,329 DEBUG [M:0;a6f201fa5419:43039 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731424927051Disabling compacts and flushes for region at 1731424927051Disabling writes for close at 1731424927051Obtaining lock to block concurrent updates at 1731424927051Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731424927051Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731424927051Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731424927052 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731424927052Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731424927068 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731424927068Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731424927475 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731424927488 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731424927488Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731424927895 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731424927909 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731424927909Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75a14f75: reopening flushed file at 1731424928318 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33316e57: reopening flushed file at 1731424928321 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@700fae34: reopening flushed file at 1731424928324 (+3 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=97, compaction requested=false at 1731424928328 (+4 ms)Writing region close event to WAL at 1731424928329 (+1 ms)Closed at 1731424928329 2024-11-12T15:22:08,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741830_1006 (size=63654) 2024-11-12T15:22:08,330 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c3e1aa55-82e7-b0d9-fe92-d308aaf15a60/MasterData/WALs/a6f201fa5419,43039,1731424894045/a6f201fa5419%2C43039%2C1731424894045.1731424895537 not finished, retry = 0 2024-11-12T15:22:08,431 INFO [M:0;a6f201fa5419:43039 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T15:22:08,431 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T15:22:08,431 INFO [M:0;a6f201fa5419:43039 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43039 2024-11-12T15:22:08,431 INFO [M:0;a6f201fa5419:43039 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T15:22:08,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43039-0x1012fa31ab80003, quorum=127.0.0.1:60848, baseZNode=/1-83280133 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:22:08,578 INFO [M:0;a6f201fa5419:43039 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T15:22:08,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43039-0x1012fa31ab80003, quorum=127.0.0.1:60848, baseZNode=/1-83280133 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:22:08,580 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2bb24cf4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T15:22:08,580 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@35d936c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T15:22:08,580 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T15:22:08,580 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51368f3d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T15:22:08,580 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a4ee874{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c899476c-7c58-ff03-e99a-8f082f545409/hadoop.log.dir/,STOPPED} 2024-11-12T15:22:08,582 WARN [BP-678472238-172.17.0.2-1731424892127 heartbeating to localhost/127.0.0.1:38871 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T15:22:08,582 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T15:22:08,582 WARN [BP-678472238-172.17.0.2-1731424892127 heartbeating to localhost/127.0.0.1:38871 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-678472238-172.17.0.2-1731424892127 (Datanode Uuid 89d377cd-5cbb-4548-b18e-bf1c6f256539) service to localhost/127.0.0.1:38871 2024-11-12T15:22:08,582 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T15:22:08,582 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c899476c-7c58-ff03-e99a-8f082f545409/cluster_7fad7dcf-3759-e97e-2347-9578cbc8cd56/data/data1/current/BP-678472238-172.17.0.2-1731424892127 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T15:22:08,582 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c899476c-7c58-ff03-e99a-8f082f545409/cluster_7fad7dcf-3759-e97e-2347-9578cbc8cd56/data/data2/current/BP-678472238-172.17.0.2-1731424892127 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T15:22:08,582 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T15:22:08,588 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@68b26833{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T15:22:08,588 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ae44ed5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T15:22:08,588 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T15:22:08,588 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6223e83e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T15:22:08,588 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f83fc86{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c899476c-7c58-ff03-e99a-8f082f545409/hadoop.log.dir/,STOPPED} 2024-11-12T15:22:08,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T15:22:08,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T15:22:08,600 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T15:22:08,600 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:22:08,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:08,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:08,600 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:22:08,600 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T15:22:08,600 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=735575910, stopped=false 2024-11-12T15:22:08,600 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a6f201fa5419,40361,1731424888448 2024-11-12T15:22:08,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40361-0x1012fa31ab80000, quorum=127.0.0.1:60848, baseZNode=/0-278164645 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-278164645/running 2024-11-12T15:22:08,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45543-0x1012fa31ab80001, quorum=127.0.0.1:60848, baseZNode=/0-278164645 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-278164645/running 2024-11-12T15:22:08,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40361-0x1012fa31ab80000, quorum=127.0.0.1:60848, baseZNode=/0-278164645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-278164645 2024-11-12T15:22:08,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45543-0x1012fa31ab80001, quorum=127.0.0.1:60848, baseZNode=/0-278164645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-278164645 2024-11-12T15:22:08,614 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T15:22:08,615 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T15:22:08,615 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40361-0x1012fa31ab80000, quorum=127.0.0.1:60848, baseZNode=/0-278164645 Set watcher on znode that does not yet exist, /0-278164645/running 2024-11-12T15:22:08,615 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45543-0x1012fa31ab80001, quorum=127.0.0.1:60848, baseZNode=/0-278164645 Set watcher on znode that does not yet exist, /0-278164645/running 2024-11-12T15:22:08,615 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:22:08,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:08,615 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a6f201fa5419,45543,1731424888645' ***** 2024-11-12T15:22:08,615 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T15:22:08,616 INFO [RS:0;a6f201fa5419:45543 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T15:22:08,616 INFO [RS:0;a6f201fa5419:45543 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T15:22:08,616 INFO [RS:0;a6f201fa5419:45543 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T15:22:08,616 INFO [RS:0;a6f201fa5419:45543 {}] regionserver.HRegionServer(3091): Received CLOSE for c4d345bc7b47d7e7ec37b5cbd995be84 2024-11-12T15:22:08,616 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T15:22:08,616 INFO [RS:0;a6f201fa5419:45543 {}] regionserver.HRegionServer(3091): Received CLOSE for c9145b557d1c3f624a56f8fd4e3b9231 2024-11-12T15:22:08,616 INFO [RS:0;a6f201fa5419:45543 {}] regionserver.HRegionServer(959): stopping server a6f201fa5419,45543,1731424888645 2024-11-12T15:22:08,616 INFO [RS:0;a6f201fa5419:45543 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T15:22:08,616 INFO [RS:0;a6f201fa5419:45543 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a6f201fa5419:45543. 2024-11-12T15:22:08,616 DEBUG [RS:0;a6f201fa5419:45543 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:22:08,616 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c4d345bc7b47d7e7ec37b5cbd995be84, disabling compactions & flushes 2024-11-12T15:22:08,616 DEBUG [RS:0;a6f201fa5419:45543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:08,616 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731424907911.c4d345bc7b47d7e7ec37b5cbd995be84. 2024-11-12T15:22:08,616 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731424907911.c4d345bc7b47d7e7ec37b5cbd995be84. 2024-11-12T15:22:08,616 INFO [RS:0;a6f201fa5419:45543 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T15:22:08,616 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731424907911.c4d345bc7b47d7e7ec37b5cbd995be84. after waiting 0 ms 2024-11-12T15:22:08,616 INFO [RS:0;a6f201fa5419:45543 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T15:22:08,616 INFO [RS:0;a6f201fa5419:45543 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T15:22:08,616 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731424907911.c4d345bc7b47d7e7ec37b5cbd995be84. 2024-11-12T15:22:08,616 INFO [RS:0;a6f201fa5419:45543 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T15:22:08,616 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c4d345bc7b47d7e7ec37b5cbd995be84 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-12T15:22:08,617 INFO [RS:0;a6f201fa5419:45543 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T15:22:08,617 DEBUG [RS:0;a6f201fa5419:45543 {}] regionserver.HRegionServer(1325): Online Regions={c4d345bc7b47d7e7ec37b5cbd995be84=hbase:replication,,1731424907911.c4d345bc7b47d7e7ec37b5cbd995be84., 1588230740=hbase:meta,,1.1588230740, c9145b557d1c3f624a56f8fd4e3b9231=test,,1731424901440.c9145b557d1c3f624a56f8fd4e3b9231.} 2024-11-12T15:22:08,617 DEBUG [RS:0;a6f201fa5419:45543 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c4d345bc7b47d7e7ec37b5cbd995be84, c9145b557d1c3f624a56f8fd4e3b9231 2024-11-12T15:22:08,617 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T15:22:08,617 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T15:22:08,617 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T15:22:08,617 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T15:22:08,617 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T15:22:08,617 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T15:22:08,630 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/data/hbase/meta/1588230740/.tmp/info/782b1d36974e4a708697ee176e3b8b8f is 147, key is hbase:replication,,1731424907911.c4d345bc7b47d7e7ec37b5cbd995be84./info:regioninfo/1731424908678/Put/seqid=0 2024-11-12T15:22:08,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38271 is added to blk_1073741840_1016 (size=7686) 2024-11-12T15:22:08,645 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/data/hbase/replication/c4d345bc7b47d7e7ec37b5cbd995be84/.tmp/queue/c17be1d60b6448049fe6423d8dbb916e is 153, key is 1-a6f201fa5419,45543,1731424888645/queue:a6f201fa5419%2C45543%2C1731424888645/1731424916994/Put/seqid=0 2024-11-12T15:22:08,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38271 is added to blk_1073741841_1017 (size=5352) 2024-11-12T15:22:08,653 INFO [regionserver/a6f201fa5419:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T15:22:08,817 DEBUG [RS:0;a6f201fa5419:45543 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c4d345bc7b47d7e7ec37b5cbd995be84, c9145b557d1c3f624a56f8fd4e3b9231 2024-11-12T15:22:08,874 INFO [regionserver/a6f201fa5419:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T15:22:08,874 INFO [regionserver/a6f201fa5419:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T15:22:08,933 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,45543,1731424888645.replicationSource.wal-reader.a6f201fa5419%2C45543%2C1731424888645,1-a6f201fa5419,45543,1731424888645 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/WALs/a6f201fa5419,45543,1731424888645/a6f201fa5419%2C45543%2C1731424888645.1731424890950 to pos 636, reset compression=false 2024-11-12T15:22:09,017 DEBUG [RS:0;a6f201fa5419:45543 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c4d345bc7b47d7e7ec37b5cbd995be84, c9145b557d1c3f624a56f8fd4e3b9231 2024-11-12T15:22:09,034 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/data/hbase/meta/1588230740/.tmp/info/782b1d36974e4a708697ee176e3b8b8f 2024-11-12T15:22:09,048 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/data/hbase/replication/c4d345bc7b47d7e7ec37b5cbd995be84/.tmp/queue/c17be1d60b6448049fe6423d8dbb916e 2024-11-12T15:22:09,052 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/data/hbase/replication/c4d345bc7b47d7e7ec37b5cbd995be84/.tmp/queue/c17be1d60b6448049fe6423d8dbb916e as hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/data/hbase/replication/c4d345bc7b47d7e7ec37b5cbd995be84/queue/c17be1d60b6448049fe6423d8dbb916e 2024-11-12T15:22:09,054 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/data/hbase/meta/1588230740/.tmp/ns/4ab5488a0e404de3838bb92d0ee01805 is 43, key is default/ns:d/1731424892034/Put/seqid=0 2024-11-12T15:22:09,055 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/data/hbase/replication/c4d345bc7b47d7e7ec37b5cbd995be84/queue/c17be1d60b6448049fe6423d8dbb916e, entries=1, sequenceid=8, filesize=5.2 K 2024-11-12T15:22:09,056 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for c4d345bc7b47d7e7ec37b5cbd995be84 in 440ms, sequenceid=8, compaction requested=false 2024-11-12T15:22:09,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38271 is added to blk_1073741842_1018 (size=5153) 2024-11-12T15:22:09,058 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/data/hbase/replication/c4d345bc7b47d7e7ec37b5cbd995be84/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-12T15:22:09,059 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T15:22:09,059 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T15:22:09,059 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731424907911.c4d345bc7b47d7e7ec37b5cbd995be84. 2024-11-12T15:22:09,059 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c4d345bc7b47d7e7ec37b5cbd995be84: Waiting for close lock at 1731424928616Running coprocessor pre-close hooks at 1731424928616Disabling compacts and flushes for region at 1731424928616Disabling writes for close at 1731424928616Obtaining lock to block concurrent updates at 1731424928617 (+1 ms)Preparing flush snapshotting stores in c4d345bc7b47d7e7ec37b5cbd995be84 at 1731424928617Finished memstore snapshotting hbase:replication,,1731424907911.c4d345bc7b47d7e7ec37b5cbd995be84., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1731424928617Flushing stores of hbase:replication,,1731424907911.c4d345bc7b47d7e7ec37b5cbd995be84. at 1731424928617Flushing c4d345bc7b47d7e7ec37b5cbd995be84/queue: creating writer at 1731424928617Flushing c4d345bc7b47d7e7ec37b5cbd995be84/queue: appending metadata at 1731424928645 (+28 ms)Flushing c4d345bc7b47d7e7ec37b5cbd995be84/queue: closing flushed file at 1731424928645Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16c0ad62: reopening flushed file at 1731424929051 (+406 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for c4d345bc7b47d7e7ec37b5cbd995be84 in 440ms, sequenceid=8, compaction requested=false at 1731424929056 (+5 ms)Writing region close event to WAL at 1731424929056Running coprocessor post-close hooks at 1731424929059 (+3 ms)Closed at 1731424929059 2024-11-12T15:22:09,059 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731424907911.c4d345bc7b47d7e7ec37b5cbd995be84. 2024-11-12T15:22:09,059 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c9145b557d1c3f624a56f8fd4e3b9231, disabling compactions & flushes 2024-11-12T15:22:09,059 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731424901440.c9145b557d1c3f624a56f8fd4e3b9231. 2024-11-12T15:22:09,059 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731424901440.c9145b557d1c3f624a56f8fd4e3b9231. 2024-11-12T15:22:09,059 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731424901440.c9145b557d1c3f624a56f8fd4e3b9231. after waiting 0 ms 2024-11-12T15:22:09,059 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731424901440.c9145b557d1c3f624a56f8fd4e3b9231. 2024-11-12T15:22:09,059 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c9145b557d1c3f624a56f8fd4e3b9231 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-12T15:22:09,072 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/data/default/test/c9145b557d1c3f624a56f8fd4e3b9231/.tmp/f/46899b177518423c9baec8c4c073f2a1 is 28, key is row/f:/1731424916384/DeleteFamily/seqid=0 2024-11-12T15:22:09,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38271 is added to blk_1073741843_1019 (size=5085) 2024-11-12T15:22:09,217 DEBUG [RS:0;a6f201fa5419:45543 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c9145b557d1c3f624a56f8fd4e3b9231 2024-11-12T15:22:09,418 DEBUG [RS:0;a6f201fa5419:45543 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c9145b557d1c3f624a56f8fd4e3b9231 2024-11-12T15:22:09,458 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/data/hbase/meta/1588230740/.tmp/ns/4ab5488a0e404de3838bb92d0ee01805 2024-11-12T15:22:09,473 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/data/hbase/meta/1588230740/.tmp/rep_barrier/06fe99513b5b499daa2d76cc9146221a is 112, key is test,,1731424901440.c9145b557d1c3f624a56f8fd4e3b9231./rep_barrier:seqnumDuringOpen/1731424902588/Put/seqid=0 2024-11-12T15:22:09,475 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/data/default/test/c9145b557d1c3f624a56f8fd4e3b9231/.tmp/f/46899b177518423c9baec8c4c073f2a1 2024-11-12T15:22:09,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38271 is added to blk_1073741844_1020 (size=5518) 2024-11-12T15:22:09,478 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 46899b177518423c9baec8c4c073f2a1 2024-11-12T15:22:09,490 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/data/default/test/c9145b557d1c3f624a56f8fd4e3b9231/.tmp/f1/0f32fb159ecd4ff8a34b451ff884fe5a is 29, key is row/f1:/1731424916384/DeleteFamily/seqid=0 2024-11-12T15:22:09,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38271 is added to blk_1073741845_1021 (size=5089) 2024-11-12T15:22:09,618 INFO [RS:0;a6f201fa5419:45543 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T15:22:09,618 DEBUG [RS:0;a6f201fa5419:45543 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c9145b557d1c3f624a56f8fd4e3b9231=test,,1731424901440.c9145b557d1c3f624a56f8fd4e3b9231.} 2024-11-12T15:22:09,618 DEBUG [RS:0;a6f201fa5419:45543 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c9145b557d1c3f624a56f8fd4e3b9231 2024-11-12T15:22:09,818 DEBUG [RS:0;a6f201fa5419:45543 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c9145b557d1c3f624a56f8fd4e3b9231 2024-11-12T15:22:09,876 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/data/hbase/meta/1588230740/.tmp/rep_barrier/06fe99513b5b499daa2d76cc9146221a 2024-11-12T15:22:09,894 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/data/default/test/c9145b557d1c3f624a56f8fd4e3b9231/.tmp/f1/0f32fb159ecd4ff8a34b451ff884fe5a 2024-11-12T15:22:09,894 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/data/hbase/meta/1588230740/.tmp/table/3bad14d85fc94ad4a202ac208a7c61cc is 53, key is hbase:replication/table:state/1731424908684/Put/seqid=0 2024-11-12T15:22:09,898 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0f32fb159ecd4ff8a34b451ff884fe5a 2024-11-12T15:22:09,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38271 is added to blk_1073741846_1022 (size=5308) 2024-11-12T15:22:09,910 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/data/default/test/c9145b557d1c3f624a56f8fd4e3b9231/.tmp/norep/0b9245c6d80948748f0bf2de7bbd00ae is 32, key is row/norep:/1731424916384/DeleteFamily/seqid=0 2024-11-12T15:22:09,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38271 is added to blk_1073741847_1023 (size=5101) 2024-11-12T15:22:09,913 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/data/default/test/c9145b557d1c3f624a56f8fd4e3b9231/.tmp/norep/0b9245c6d80948748f0bf2de7bbd00ae 2024-11-12T15:22:09,916 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0b9245c6d80948748f0bf2de7bbd00ae 2024-11-12T15:22:09,917 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/data/default/test/c9145b557d1c3f624a56f8fd4e3b9231/.tmp/f/46899b177518423c9baec8c4c073f2a1 as hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/data/default/test/c9145b557d1c3f624a56f8fd4e3b9231/f/46899b177518423c9baec8c4c073f2a1 2024-11-12T15:22:09,920 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 46899b177518423c9baec8c4c073f2a1 2024-11-12T15:22:09,920 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/data/default/test/c9145b557d1c3f624a56f8fd4e3b9231/f/46899b177518423c9baec8c4c073f2a1, entries=1, sequenceid=6, filesize=5.0 K 2024-11-12T15:22:09,921 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/data/default/test/c9145b557d1c3f624a56f8fd4e3b9231/.tmp/f1/0f32fb159ecd4ff8a34b451ff884fe5a as hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/data/default/test/c9145b557d1c3f624a56f8fd4e3b9231/f1/0f32fb159ecd4ff8a34b451ff884fe5a 2024-11-12T15:22:09,924 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0f32fb159ecd4ff8a34b451ff884fe5a 2024-11-12T15:22:09,924 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/data/default/test/c9145b557d1c3f624a56f8fd4e3b9231/f1/0f32fb159ecd4ff8a34b451ff884fe5a, entries=1, sequenceid=6, filesize=5.0 K 2024-11-12T15:22:09,925 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/data/default/test/c9145b557d1c3f624a56f8fd4e3b9231/.tmp/norep/0b9245c6d80948748f0bf2de7bbd00ae as hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/data/default/test/c9145b557d1c3f624a56f8fd4e3b9231/norep/0b9245c6d80948748f0bf2de7bbd00ae 2024-11-12T15:22:09,928 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0b9245c6d80948748f0bf2de7bbd00ae 2024-11-12T15:22:09,928 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/data/default/test/c9145b557d1c3f624a56f8fd4e3b9231/norep/0b9245c6d80948748f0bf2de7bbd00ae, entries=1, sequenceid=6, filesize=5.0 K 2024-11-12T15:22:09,929 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for c9145b557d1c3f624a56f8fd4e3b9231 in 870ms, sequenceid=6, compaction requested=false 2024-11-12T15:22:09,929 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-12T15:22:09,933 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/data/default/test/c9145b557d1c3f624a56f8fd4e3b9231/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-12T15:22:09,933 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T15:22:09,933 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T15:22:09,933 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731424901440.c9145b557d1c3f624a56f8fd4e3b9231. 2024-11-12T15:22:09,933 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c9145b557d1c3f624a56f8fd4e3b9231: Waiting for close lock at 1731424929059Running coprocessor pre-close hooks at 1731424929059Disabling compacts and flushes for region at 1731424929059Disabling writes for close at 1731424929059Obtaining lock to block concurrent updates at 1731424929059Preparing flush snapshotting stores in c9145b557d1c3f624a56f8fd4e3b9231 at 1731424929059Finished memstore snapshotting test,,1731424901440.c9145b557d1c3f624a56f8fd4e3b9231., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731424929059Flushing stores of test,,1731424901440.c9145b557d1c3f624a56f8fd4e3b9231. at 1731424929060 (+1 ms)Flushing c9145b557d1c3f624a56f8fd4e3b9231/f: creating writer at 1731424929060Flushing c9145b557d1c3f624a56f8fd4e3b9231/f: appending metadata at 1731424929071 (+11 ms)Flushing c9145b557d1c3f624a56f8fd4e3b9231/f: closing flushed file at 1731424929071Flushing c9145b557d1c3f624a56f8fd4e3b9231/f1: creating writer at 1731424929478 (+407 ms)Flushing c9145b557d1c3f624a56f8fd4e3b9231/f1: appending metadata at 1731424929489 (+11 ms)Flushing c9145b557d1c3f624a56f8fd4e3b9231/f1: closing flushed file at 1731424929489Flushing c9145b557d1c3f624a56f8fd4e3b9231/norep: creating writer at 1731424929898 (+409 ms)Flushing c9145b557d1c3f624a56f8fd4e3b9231/norep: appending metadata at 1731424929909 (+11 ms)Flushing c9145b557d1c3f624a56f8fd4e3b9231/norep: closing flushed file at 1731424929909Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f21003d: reopening flushed file at 1731424929916 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bc9d49b: reopening flushed file at 1731424929920 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e389fed: reopening flushed file at 1731424929924 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for c9145b557d1c3f624a56f8fd4e3b9231 in 870ms, sequenceid=6, compaction requested=false at 1731424929929 (+5 ms)Writing region close event to WAL at 1731424929931 (+2 ms)Running coprocessor post-close hooks at 1731424929933 (+2 ms)Closed at 1731424929933 2024-11-12T15:22:09,934 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731424901440.c9145b557d1c3f624a56f8fd4e3b9231. 2024-11-12T15:22:10,018 DEBUG [RS:0;a6f201fa5419:45543 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T15:22:10,218 DEBUG [RS:0;a6f201fa5419:45543 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T15:22:10,299 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/data/hbase/meta/1588230740/.tmp/table/3bad14d85fc94ad4a202ac208a7c61cc 2024-11-12T15:22:10,303 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/data/hbase/meta/1588230740/.tmp/info/782b1d36974e4a708697ee176e3b8b8f as hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/data/hbase/meta/1588230740/info/782b1d36974e4a708697ee176e3b8b8f 2024-11-12T15:22:10,306 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/data/hbase/meta/1588230740/info/782b1d36974e4a708697ee176e3b8b8f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T15:22:10,306 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/data/hbase/meta/1588230740/.tmp/ns/4ab5488a0e404de3838bb92d0ee01805 as hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/data/hbase/meta/1588230740/ns/4ab5488a0e404de3838bb92d0ee01805 2024-11-12T15:22:10,310 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/data/hbase/meta/1588230740/ns/4ab5488a0e404de3838bb92d0ee01805, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T15:22:10,310 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/data/hbase/meta/1588230740/.tmp/rep_barrier/06fe99513b5b499daa2d76cc9146221a as hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/data/hbase/meta/1588230740/rep_barrier/06fe99513b5b499daa2d76cc9146221a 2024-11-12T15:22:10,314 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/data/hbase/meta/1588230740/rep_barrier/06fe99513b5b499daa2d76cc9146221a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T15:22:10,314 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/data/hbase/meta/1588230740/.tmp/table/3bad14d85fc94ad4a202ac208a7c61cc as hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/data/hbase/meta/1588230740/table/3bad14d85fc94ad4a202ac208a7c61cc 2024-11-12T15:22:10,317 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/data/hbase/meta/1588230740/table/3bad14d85fc94ad4a202ac208a7c61cc, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T15:22:10,318 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1701ms, sequenceid=16, compaction requested=false 2024-11-12T15:22:10,318 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T15:22:10,321 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T15:22:10,322 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T15:22:10,322 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T15:22:10,322 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T15:22:10,322 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731424928617Running coprocessor pre-close hooks at 1731424928617Disabling compacts and flushes for region at 1731424928617Disabling writes for close at 1731424928617Obtaining lock to block concurrent updates at 1731424928617Preparing flush snapshotting stores in 1588230740 at 1731424928617Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731424928617Flushing stores of hbase:meta,,1.1588230740 at 1731424928618 (+1 ms)Flushing 1588230740/info: creating writer at 1731424928618Flushing 1588230740/info: appending metadata at 1731424928630 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731424928630Flushing 1588230740/ns: creating writer at 1731424929038 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731424929054 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731424929054Flushing 1588230740/rep_barrier: creating writer at 1731424929461 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731424929473 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731424929473Flushing 1588230740/table: creating writer at 1731424929880 (+407 ms)Flushing 1588230740/table: appending metadata at 1731424929894 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731424929894Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5aac9185: reopening flushed file at 1731424930302 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fd7025a: reopening flushed file at 1731424930306 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3daa2fb7: reopening flushed file at 1731424930310 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b2fad33: reopening flushed file at 1731424930314 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1701ms, sequenceid=16, compaction requested=false at 1731424930318 (+4 ms)Writing region close event to WAL at 1731424930319 (+1 ms)Running coprocessor post-close hooks at 1731424930322 (+3 ms)Closed at 1731424930322 2024-11-12T15:22:10,322 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T15:22:10,418 INFO [RS:0;a6f201fa5419:45543 {}] regionserver.HRegionServer(976): stopping server a6f201fa5419,45543,1731424888645; all regions closed. 2024-11-12T15:22:10,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38271 is added to blk_1073741834_1010 (size=4239) 2024-11-12T15:22:10,421 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/WALs/a6f201fa5419,45543,1731424888645/a6f201fa5419%2C45543%2C1731424888645.meta.1731424891963.meta not finished, retry = 0 2024-11-12T15:22:10,522 DEBUG [RS:0;a6f201fa5419:45543 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/oldWALs 2024-11-12T15:22:10,522 INFO [RS:0;a6f201fa5419:45543 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a6f201fa5419%2C45543%2C1731424888645.meta:.meta(num 1731424891963) 2024-11-12T15:22:10,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38271 is added to blk_1073741839_1015 (size=2240) 2024-11-12T15:22:10,525 DEBUG [RS:0;a6f201fa5419:45543 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/oldWALs 2024-11-12T15:22:10,525 INFO [RS:0;a6f201fa5419:45543 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a6f201fa5419%2C45543%2C1731424888645.rep:(num 1731424908643) 2024-11-12T15:22:10,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38271 is added to blk_1073741832_1008 (size=1535) 2024-11-12T15:22:10,528 DEBUG [RS:0;a6f201fa5419:45543 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/oldWALs 2024-11-12T15:22:10,528 INFO [RS:0;a6f201fa5419:45543 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a6f201fa5419%2C45543%2C1731424888645:(num 1731424890950) 2024-11-12T15:22:10,528 DEBUG [RS:0;a6f201fa5419:45543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:10,528 INFO [RS:0;a6f201fa5419:45543 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T15:22:10,528 INFO [RS:0;a6f201fa5419:45543 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T15:22:10,528 INFO [RS:0;a6f201fa5419:45543 {}] hbase.ChoreService(370): Chore service for: regionserver/a6f201fa5419:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T15:22:10,528 INFO [RS:0;a6f201fa5419:45543 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T15:22:10,528 INFO [regionserver/a6f201fa5419:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T15:22:10,528 INFO [RS:0;a6f201fa5419:45543 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a6f201fa5419,45543,1731424888645 because: Region server is closing 2024-11-12T15:22:10,529 INFO [RS:0;a6f201fa5419:45543 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a6f201fa5419:45543. 2024-11-12T15:22:10,529 DEBUG [RS:0;a6f201fa5419:45543 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:22:10,529 DEBUG [RS:0;a6f201fa5419:45543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:10,529 DEBUG [RS:0;a6f201fa5419:45543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:10,529 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:22:10,629 WARN [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,45543,1731424888645.replicationSource.shippera6f201fa5419%2C45543%2C1731424888645,1-a6f201fa5419,45543,1731424888645 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-12T15:22:10,629 INFO [RS:0;a6f201fa5419:45543 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,45543,1731424888645.replicationSource.shippera6f201fa5419%2C45543%2C1731424888645,1-a6f201fa5419,45543,1731424888645 terminated 2024-11-12T15:22:10,629 INFO [RS:0;a6f201fa5419:45543 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45543 2024-11-12T15:22:10,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40361-0x1012fa31ab80000, quorum=127.0.0.1:60848, baseZNode=/0-278164645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-278164645/rs 2024-11-12T15:22:10,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45543-0x1012fa31ab80001, quorum=127.0.0.1:60848, baseZNode=/0-278164645 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-278164645/rs/a6f201fa5419,45543,1731424888645 2024-11-12T15:22:10,772 INFO [RS:0;a6f201fa5419:45543 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T15:22:10,783 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a6f201fa5419,45543,1731424888645] 2024-11-12T15:22:10,793 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-278164645/draining/a6f201fa5419,45543,1731424888645 already deleted, retry=false 2024-11-12T15:22:10,793 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a6f201fa5419,45543,1731424888645 expired; onlineServers=0 2024-11-12T15:22:10,793 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a6f201fa5419,40361,1731424888448' ***** 2024-11-12T15:22:10,793 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T15:22:10,793 INFO [M:0;a6f201fa5419:40361 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T15:22:10,793 INFO [M:0;a6f201fa5419:40361 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T15:22:10,793 DEBUG [M:0;a6f201fa5419:40361 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T15:22:10,794 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T15:22:10,794 DEBUG [M:0;a6f201fa5419:40361 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T15:22:10,794 DEBUG [master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.small.0-1731424890759 {}] cleaner.HFileCleaner(306): Exit Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.small.0-1731424890759,5,FailOnTimeoutGroup] 2024-11-12T15:22:10,794 DEBUG [master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.large.0-1731424890759 {}] cleaner.HFileCleaner(306): Exit Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.large.0-1731424890759,5,FailOnTimeoutGroup] 2024-11-12T15:22:10,794 INFO [M:0;a6f201fa5419:40361 {}] hbase.ChoreService(370): Chore service for: master/a6f201fa5419:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T15:22:10,794 INFO [M:0;a6f201fa5419:40361 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T15:22:10,794 DEBUG [M:0;a6f201fa5419:40361 {}] master.HMaster(1795): Stopping service threads 2024-11-12T15:22:10,794 INFO [M:0;a6f201fa5419:40361 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T15:22:10,794 INFO [M:0;a6f201fa5419:40361 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T15:22:10,794 INFO [M:0;a6f201fa5419:40361 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T15:22:10,794 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T15:22:10,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45543-0x1012fa31ab80001, quorum=127.0.0.1:60848, baseZNode=/0-278164645 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:22:10,883 INFO [RS:0;a6f201fa5419:45543 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T15:22:10,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45543-0x1012fa31ab80001, quorum=127.0.0.1:60848, baseZNode=/0-278164645 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:22:10,883 INFO [RS:0;a6f201fa5419:45543 {}] regionserver.HRegionServer(1031): Exiting; stopping=a6f201fa5419,45543,1731424888645; zookeeper connection closed. 2024-11-12T15:22:10,883 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3b4291b3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3b4291b3 2024-11-12T15:22:10,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40361-0x1012fa31ab80000, quorum=127.0.0.1:60848, baseZNode=/0-278164645 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-278164645/master 2024-11-12T15:22:10,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40361-0x1012fa31ab80000, quorum=127.0.0.1:60848, baseZNode=/0-278164645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-278164645 2024-11-12T15:22:10,883 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T15:22:10,884 DEBUG [M:0;a6f201fa5419:40361 {}] zookeeper.ZKUtil(347): master:40361-0x1012fa31ab80000, quorum=127.0.0.1:60848, baseZNode=/0-278164645 Unable to get data of znode /0-278164645/master because node does not exist (not an error) 2024-11-12T15:22:10,884 WARN [M:0;a6f201fa5419:40361 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T15:22:10,884 INFO [M:0;a6f201fa5419:40361 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/.lastflushedseqids 2024-11-12T15:22:10,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38271 is added to blk_1073741848_1024 (size=245) 2024-11-12T15:22:11,288 INFO [M:0;a6f201fa5419:40361 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T15:22:11,288 INFO [M:0;a6f201fa5419:40361 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T15:22:11,288 DEBUG [M:0;a6f201fa5419:40361 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T15:22:11,288 INFO [M:0;a6f201fa5419:40361 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:22:11,288 DEBUG [M:0;a6f201fa5419:40361 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:22:11,288 DEBUG [M:0;a6f201fa5419:40361 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T15:22:11,288 DEBUG [M:0;a6f201fa5419:40361 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:22:11,289 INFO [M:0;a6f201fa5419:40361 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-12T15:22:11,301 DEBUG [M:0;a6f201fa5419:40361 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d105c09da7584ad68e1a44e155555242 is 82, key is hbase:meta,,1/info:regioninfo/1731424891988/Put/seqid=0 2024-11-12T15:22:11,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38271 is added to blk_1073741849_1025 (size=5672) 2024-11-12T15:22:11,705 INFO [M:0;a6f201fa5419:40361 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d105c09da7584ad68e1a44e155555242 2024-11-12T15:22:11,724 DEBUG [M:0;a6f201fa5419:40361 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3ad9376cb0ec47babe50a99fe3887dd1 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731424902599/Put/seqid=0 2024-11-12T15:22:11,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38271 is added to blk_1073741850_1026 (size=7218) 2024-11-12T15:22:12,007 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T15:22:12,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:12,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:12,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:12,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:12,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:12,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:12,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:12,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:12,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:12,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:12,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:12,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:12,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:12,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:12,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:12,127 INFO [M:0;a6f201fa5419:40361 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3ad9376cb0ec47babe50a99fe3887dd1 2024-11-12T15:22:12,131 INFO [M:0;a6f201fa5419:40361 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3ad9376cb0ec47babe50a99fe3887dd1 2024-11-12T15:22:12,147 DEBUG [M:0;a6f201fa5419:40361 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/199ccb43067a4b74bfbf145de883625c is 69, key is a6f201fa5419,45543,1731424888645/rs:state/1731424890798/Put/seqid=0 2024-11-12T15:22:12,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38271 is added to blk_1073741851_1027 (size=5156) 2024-11-12T15:22:12,551 INFO [M:0;a6f201fa5419:40361 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/199ccb43067a4b74bfbf145de883625c 2024-11-12T15:22:12,555 DEBUG [M:0;a6f201fa5419:40361 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d105c09da7584ad68e1a44e155555242 as hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d105c09da7584ad68e1a44e155555242 2024-11-12T15:22:12,558 INFO [M:0;a6f201fa5419:40361 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d105c09da7584ad68e1a44e155555242, entries=8, sequenceid=105, filesize=5.5 K 2024-11-12T15:22:12,558 DEBUG [M:0;a6f201fa5419:40361 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3ad9376cb0ec47babe50a99fe3887dd1 as hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3ad9376cb0ec47babe50a99fe3887dd1 2024-11-12T15:22:12,562 INFO [M:0;a6f201fa5419:40361 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3ad9376cb0ec47babe50a99fe3887dd1 2024-11-12T15:22:12,562 INFO [M:0;a6f201fa5419:40361 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3ad9376cb0ec47babe50a99fe3887dd1, entries=11, sequenceid=105, filesize=7.0 K 2024-11-12T15:22:12,563 DEBUG [M:0;a6f201fa5419:40361 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/199ccb43067a4b74bfbf145de883625c as hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/199ccb43067a4b74bfbf145de883625c 2024-11-12T15:22:12,566 INFO [M:0;a6f201fa5419:40361 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38703/user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/199ccb43067a4b74bfbf145de883625c, entries=1, sequenceid=105, filesize=5.0 K 2024-11-12T15:22:12,567 INFO [M:0;a6f201fa5419:40361 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=105, compaction requested=false 2024-11-12T15:22:12,568 INFO [M:0;a6f201fa5419:40361 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:22:12,568 DEBUG [M:0;a6f201fa5419:40361 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731424931288Disabling compacts and flushes for region at 1731424931288Disabling writes for close at 1731424931288Obtaining lock to block concurrent updates at 1731424931289 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731424931289Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731424931289Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731424931289Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731424931289Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731424931301 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731424931301Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731424931709 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731424931723 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731424931723Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731424932131 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731424932147 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731424932147Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@600520b9: reopening flushed file at 1731424932554 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a947f70: reopening flushed file at 1731424932558 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@263307e7: reopening flushed file at 1731424932562 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=105, compaction requested=false at 1731424932567 (+5 ms)Writing region close event to WAL at 1731424932568 (+1 ms)Closed at 1731424932568 2024-11-12T15:22:12,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38271 is added to blk_1073741830_1006 (size=64423) 2024-11-12T15:22:12,570 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/09e52a39-65cc-e6b5-54fd-848d832b99d7/MasterData/WALs/a6f201fa5419,40361,1731424888448/a6f201fa5419%2C40361%2C1731424888448.1731424890467 not finished, retry = 0 2024-11-12T15:22:12,670 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T15:22:12,670 INFO [M:0;a6f201fa5419:40361 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T15:22:12,671 INFO [M:0;a6f201fa5419:40361 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40361 2024-11-12T15:22:12,671 INFO [M:0;a6f201fa5419:40361 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T15:22:12,830 INFO [M:0;a6f201fa5419:40361 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T15:22:12,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40361-0x1012fa31ab80000, quorum=127.0.0.1:60848, baseZNode=/0-278164645 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:22:12,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40361-0x1012fa31ab80000, quorum=127.0.0.1:60848, baseZNode=/0-278164645 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:22:12,832 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5b4cf8bf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T15:22:12,833 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c257500{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T15:22:12,833 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T15:22:12,833 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fdfdd23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T15:22:12,833 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a726b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ba800d68-97fb-52ec-830d-f613e9dd3882/hadoop.log.dir/,STOPPED} 2024-11-12T15:22:12,834 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T15:22:12,834 WARN [BP-1414922379-172.17.0.2-1731424886560 heartbeating to localhost/127.0.0.1:38703 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T15:22:12,834 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T15:22:12,834 WARN [BP-1414922379-172.17.0.2-1731424886560 heartbeating to localhost/127.0.0.1:38703 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1414922379-172.17.0.2-1731424886560 (Datanode Uuid 702dce99-b9ba-4ec3-bf54-73d2085ff083) service to localhost/127.0.0.1:38703 2024-11-12T15:22:12,834 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ba800d68-97fb-52ec-830d-f613e9dd3882/cluster_55e49cfb-daa1-c020-7d55-5bbc0be4ac6b/data/data1/current/BP-1414922379-172.17.0.2-1731424886560 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T15:22:12,835 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ba800d68-97fb-52ec-830d-f613e9dd3882/cluster_55e49cfb-daa1-c020-7d55-5bbc0be4ac6b/data/data2/current/BP-1414922379-172.17.0.2-1731424886560 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T15:22:12,835 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T15:22:12,841 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@24635b7d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T15:22:12,841 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ed81529{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T15:22:12,841 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T15:22:12,841 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ff238b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T15:22:12,842 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b55c077{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ba800d68-97fb-52ec-830d-f613e9dd3882/hadoop.log.dir/,STOPPED} 2024-11-12T15:22:12,847 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T15:22:12,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T15:22:12,869 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=357 (was 312) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:38703 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:38871 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:38703 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60848) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38703 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:38871 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38871 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:38703 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:42395 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42395 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38703 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60848) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42395 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38871 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38703 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:38703 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:38871 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42395 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:42395 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38703 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:42395 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60848) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38871 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:38871 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38871 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38703 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=784 (was 724) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=376 (was 476), ProcessCount=11 (was 11), AvailableMemoryMB=6986 (was 7212) 2024-11-12T15:22:12,878 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=357, OpenFileDescriptor=784, MaxFileDescriptor=1048576, SystemLoadAverage=376, ProcessCount=11, AvailableMemoryMB=6986 2024-11-12T15:22:12,890 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-12T15:22:12,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9c100645-1ff7-4d8f-be0c-da05113dd847/hadoop.log.dir so I do NOT create it in target/test-data/a74f64e2-13c8-4113-5779-bed59e292a83 2024-11-12T15:22:12,890 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9c100645-1ff7-4d8f-be0c-da05113dd847/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T15:22:12,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9c100645-1ff7-4d8f-be0c-da05113dd847/hadoop.tmp.dir so I do NOT create it in target/test-data/a74f64e2-13c8-4113-5779-bed59e292a83 2024-11-12T15:22:12,890 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9c100645-1ff7-4d8f-be0c-da05113dd847/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T15:22:12,890 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a74f64e2-13c8-4113-5779-bed59e292a83 2024-11-12T15:22:12,890 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a74f64e2-13c8-4113-5779-bed59e292a83/cluster_f43f4af2-b900-d805-8da9-7718f55d71ac, deleteOnExit=true 2024-11-12T15:22:12,906 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a74f64e2-13c8-4113-5779-bed59e292a83/cluster_f43f4af2-b900-d805-8da9-7718f55d71ac/zookeeper_0, clientPort=51205, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a74f64e2-13c8-4113-5779-bed59e292a83/cluster_f43f4af2-b900-d805-8da9-7718f55d71ac/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a74f64e2-13c8-4113-5779-bed59e292a83/cluster_f43f4af2-b900-d805-8da9-7718f55d71ac/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T15:22:12,907 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51205 2024-11-12T15:22:12,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T15:22:12,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T15:22:12,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a74f64e2-13c8-4113-5779-bed59e292a83/test.cache.data in system properties and HBase conf 2024-11-12T15:22:12,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a74f64e2-13c8-4113-5779-bed59e292a83/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T15:22:12,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a74f64e2-13c8-4113-5779-bed59e292a83/hadoop.log.dir in system properties and HBase conf 2024-11-12T15:22:12,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a74f64e2-13c8-4113-5779-bed59e292a83/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T15:22:12,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a74f64e2-13c8-4113-5779-bed59e292a83/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T15:22:12,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T15:22:12,908 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T15:22:12,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a74f64e2-13c8-4113-5779-bed59e292a83/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T15:22:12,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a74f64e2-13c8-4113-5779-bed59e292a83/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T15:22:12,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a74f64e2-13c8-4113-5779-bed59e292a83/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T15:22:12,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a74f64e2-13c8-4113-5779-bed59e292a83/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T15:22:12,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a74f64e2-13c8-4113-5779-bed59e292a83/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T15:22:12,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a74f64e2-13c8-4113-5779-bed59e292a83/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T15:22:12,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a74f64e2-13c8-4113-5779-bed59e292a83/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T15:22:12,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a74f64e2-13c8-4113-5779-bed59e292a83/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T15:22:12,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a74f64e2-13c8-4113-5779-bed59e292a83/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T15:22:12,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a74f64e2-13c8-4113-5779-bed59e292a83/nfs.dump.dir in system properties and HBase conf 2024-11-12T15:22:12,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a74f64e2-13c8-4113-5779-bed59e292a83/java.io.tmpdir in system properties and HBase conf 2024-11-12T15:22:12,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a74f64e2-13c8-4113-5779-bed59e292a83/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T15:22:12,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a74f64e2-13c8-4113-5779-bed59e292a83/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T15:22:12,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a74f64e2-13c8-4113-5779-bed59e292a83/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T15:22:12,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012fa31ab80002, quorum=127.0.0.1:60848, baseZNode=/0-278164645 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T15:22:12,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012fa31ab80005, quorum=127.0.0.1:60848, baseZNode=/1-83280133 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T15:22:12,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1012fa31ab80008, quorum=127.0.0.1:60848, baseZNode=/2-1390672383 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T15:22:12,946 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012fa31ab80005, quorum=127.0.0.1:60848, baseZNode=/1-83280133 Received Disconnected from ZooKeeper, ignoring 2024-11-12T15:22:12,946 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012fa31ab80002, quorum=127.0.0.1:60848, baseZNode=/0-278164645 Received Disconnected from ZooKeeper, ignoring 2024-11-12T15:22:12,946 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1012fa31ab80008, quorum=127.0.0.1:60848, baseZNode=/2-1390672383 Received Disconnected from ZooKeeper, ignoring 2024-11-12T15:22:13,233 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T15:22:13,236 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T15:22:13,237 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T15:22:13,237 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T15:22:13,237 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T15:22:13,237 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T15:22:13,237 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4442d527{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a74f64e2-13c8-4113-5779-bed59e292a83/hadoop.log.dir/,AVAILABLE} 2024-11-12T15:22:13,238 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1774bcfc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T15:22:13,338 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c6488be{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a74f64e2-13c8-4113-5779-bed59e292a83/java.io.tmpdir/jetty-localhost-42013-hadoop-hdfs-3_4_1-tests_jar-_-any-2260032170601712423/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T15:22:13,338 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@105aa11d{HTTP/1.1, (http/1.1)}{localhost:42013} 2024-11-12T15:22:13,338 INFO [Time-limited test {}] server.Server(415): Started @314582ms 2024-11-12T15:22:13,579 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T15:22:13,582 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T15:22:13,582 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T15:22:13,582 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T15:22:13,582 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T15:22:13,583 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15fba47b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a74f64e2-13c8-4113-5779-bed59e292a83/hadoop.log.dir/,AVAILABLE} 2024-11-12T15:22:13,583 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25fb5ae3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T15:22:13,676 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4c4b2c4f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a74f64e2-13c8-4113-5779-bed59e292a83/java.io.tmpdir/jetty-localhost-35919-hadoop-hdfs-3_4_1-tests_jar-_-any-1323373652747062841/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T15:22:13,677 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2330b98f{HTTP/1.1, (http/1.1)}{localhost:35919} 2024-11-12T15:22:13,677 INFO [Time-limited test {}] server.Server(415): Started @314921ms 2024-11-12T15:22:13,678 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T15:22:14,290 WARN [Thread-4157 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a74f64e2-13c8-4113-5779-bed59e292a83/cluster_f43f4af2-b900-d805-8da9-7718f55d71ac/data/data2/current/BP-582128072-172.17.0.2-1731424932921/current, will proceed with Du for space computation calculation, 2024-11-12T15:22:14,290 WARN [Thread-4156 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a74f64e2-13c8-4113-5779-bed59e292a83/cluster_f43f4af2-b900-d805-8da9-7718f55d71ac/data/data1/current/BP-582128072-172.17.0.2-1731424932921/current, will proceed with Du for space computation calculation, 2024-11-12T15:22:14,307 WARN [Thread-4144 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T15:22:14,308 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfb8f605ca1cf83e1 with lease ID 0x3a6cd1fa2a5c21c4: Processing first storage report for DS-63ba4652-f4a3-478f-8442-4d832adf18bf from datanode DatanodeRegistration(127.0.0.1:41171, datanodeUuid=addafe8d-f0cb-49c9-b0de-a0c7cee8ce25, infoPort=38715, infoSecurePort=0, ipcPort=35457, storageInfo=lv=-57;cid=testClusterID;nsid=1048815677;c=1731424932921) 2024-11-12T15:22:14,308 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfb8f605ca1cf83e1 with lease ID 0x3a6cd1fa2a5c21c4: from storage DS-63ba4652-f4a3-478f-8442-4d832adf18bf node DatanodeRegistration(127.0.0.1:41171, datanodeUuid=addafe8d-f0cb-49c9-b0de-a0c7cee8ce25, infoPort=38715, infoSecurePort=0, ipcPort=35457, storageInfo=lv=-57;cid=testClusterID;nsid=1048815677;c=1731424932921), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T15:22:14,308 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfb8f605ca1cf83e1 with lease ID 0x3a6cd1fa2a5c21c4: Processing first storage report for DS-b7880f41-e7de-4821-bdde-3d2b87e0653b from datanode DatanodeRegistration(127.0.0.1:41171, datanodeUuid=addafe8d-f0cb-49c9-b0de-a0c7cee8ce25, infoPort=38715, infoSecurePort=0, ipcPort=35457, storageInfo=lv=-57;cid=testClusterID;nsid=1048815677;c=1731424932921) 2024-11-12T15:22:14,309 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfb8f605ca1cf83e1 with lease ID 0x3a6cd1fa2a5c21c4: from storage DS-b7880f41-e7de-4821-bdde-3d2b87e0653b node DatanodeRegistration(127.0.0.1:41171, datanodeUuid=addafe8d-f0cb-49c9-b0de-a0c7cee8ce25, infoPort=38715, infoSecurePort=0, ipcPort=35457, storageInfo=lv=-57;cid=testClusterID;nsid=1048815677;c=1731424932921), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T15:22:14,398 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a74f64e2-13c8-4113-5779-bed59e292a83 2024-11-12T15:22:14,398 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:22:14,399 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:22:14,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741825_1001 (size=7) 2024-11-12T15:22:14,804 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38539/user/jenkins/test-data/6733a765-bf58-d0b0-b052-cb7459c1b0fe with version=8 2024-11-12T15:22:14,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38539/user/jenkins/test-data/6733a765-bf58-d0b0-b052-cb7459c1b0fe/hbase-staging 2024-11-12T15:22:14,807 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a6f201fa5419:0 server-side Connection retries=45 2024-11-12T15:22:14,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:22:14,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T15:22:14,807 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T15:22:14,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:22:14,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T15:22:14,807 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T15:22:14,807 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T15:22:14,807 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32781 2024-11-12T15:22:14,808 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32781 connecting to ZooKeeper ensemble=127.0.0.1:51205 2024-11-12T15:22:14,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:327810x0, quorum=127.0.0.1:51205, baseZNode=/0655443168 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T15:22:14,900 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32781-0x1012fa3cfd50000 connected 2024-11-12T15:22:14,982 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:22:14,984 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:22:14,986 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32781-0x1012fa3cfd50000, quorum=127.0.0.1:51205, baseZNode=/0655443168 Set watcher on znode that does not yet exist, /0655443168/running 2024-11-12T15:22:14,986 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38539/user/jenkins/test-data/6733a765-bf58-d0b0-b052-cb7459c1b0fe, hbase.cluster.distributed=false 2024-11-12T15:22:14,987 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32781-0x1012fa3cfd50000, quorum=127.0.0.1:51205, baseZNode=/0655443168 Set watcher on znode that does not yet exist, /0655443168/acl 2024-11-12T15:22:14,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32781 2024-11-12T15:22:14,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32781 2024-11-12T15:22:14,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32781 2024-11-12T15:22:14,991 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32781 2024-11-12T15:22:14,991 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32781 2024-11-12T15:22:15,002 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a6f201fa5419:0 server-side Connection retries=45 2024-11-12T15:22:15,002 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:22:15,002 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T15:22:15,002 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T15:22:15,002 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:22:15,002 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T15:22:15,002 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T15:22:15,003 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T15:22:15,003 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34215 2024-11-12T15:22:15,003 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34215 connecting to ZooKeeper ensemble=127.0.0.1:51205 2024-11-12T15:22:15,004 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:22:15,005 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:22:15,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:342150x0, quorum=127.0.0.1:51205, baseZNode=/0655443168 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T15:22:15,014 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34215-0x1012fa3cfd50001 connected 2024-11-12T15:22:15,014 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34215-0x1012fa3cfd50001, quorum=127.0.0.1:51205, baseZNode=/0655443168 Set watcher on znode that does not yet exist, /0655443168/running 2024-11-12T15:22:15,015 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T15:22:15,015 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T15:22:15,016 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34215-0x1012fa3cfd50001, quorum=127.0.0.1:51205, baseZNode=/0655443168 Set watcher on znode that does not yet exist, /0655443168/master 2024-11-12T15:22:15,016 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34215-0x1012fa3cfd50001, quorum=127.0.0.1:51205, baseZNode=/0655443168 Set watcher on znode that does not yet exist, /0655443168/acl 2024-11-12T15:22:15,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34215 2024-11-12T15:22:15,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34215 2024-11-12T15:22:15,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34215 2024-11-12T15:22:15,021 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34215 2024-11-12T15:22:15,021 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34215 2024-11-12T15:22:15,030 DEBUG [M:0;a6f201fa5419:32781 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a6f201fa5419:32781 2024-11-12T15:22:15,031 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0655443168/backup-masters/a6f201fa5419,32781,1731424934806 2024-11-12T15:22:15,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32781-0x1012fa3cfd50000, quorum=127.0.0.1:51205, baseZNode=/0655443168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655443168/backup-masters 2024-11-12T15:22:15,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34215-0x1012fa3cfd50001, quorum=127.0.0.1:51205, baseZNode=/0655443168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655443168/backup-masters 2024-11-12T15:22:15,043 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32781-0x1012fa3cfd50000, quorum=127.0.0.1:51205, baseZNode=/0655443168 Set watcher on existing znode=/0655443168/backup-masters/a6f201fa5419,32781,1731424934806 2024-11-12T15:22:15,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32781-0x1012fa3cfd50000, quorum=127.0.0.1:51205, baseZNode=/0655443168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655443168 2024-11-12T15:22:15,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34215-0x1012fa3cfd50001, quorum=127.0.0.1:51205, baseZNode=/0655443168 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0655443168/master 2024-11-12T15:22:15,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34215-0x1012fa3cfd50001, quorum=127.0.0.1:51205, baseZNode=/0655443168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655443168 2024-11-12T15:22:15,054 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32781-0x1012fa3cfd50000, quorum=127.0.0.1:51205, baseZNode=/0655443168 Set watcher on existing znode=/0655443168/master 2024-11-12T15:22:15,054 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0655443168/backup-masters/a6f201fa5419,32781,1731424934806 from backup master directory 2024-11-12T15:22:15,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34215-0x1012fa3cfd50001, quorum=127.0.0.1:51205, baseZNode=/0655443168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655443168/backup-masters 2024-11-12T15:22:15,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32781-0x1012fa3cfd50000, quorum=127.0.0.1:51205, baseZNode=/0655443168 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0655443168/backup-masters/a6f201fa5419,32781,1731424934806 2024-11-12T15:22:15,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32781-0x1012fa3cfd50000, quorum=127.0.0.1:51205, baseZNode=/0655443168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655443168/backup-masters 2024-11-12T15:22:15,064 WARN [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T15:22:15,064 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a6f201fa5419,32781,1731424934806 2024-11-12T15:22:15,066 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38539/user/jenkins/test-data/6733a765-bf58-d0b0-b052-cb7459c1b0fe/hbase.id] with ID: 090f7e0d-151c-4655-bcd7-aed7ddc43199 2024-11-12T15:22:15,066 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38539/user/jenkins/test-data/6733a765-bf58-d0b0-b052-cb7459c1b0fe/.tmp/hbase.id 2024-11-12T15:22:15,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741826_1002 (size=42) 2024-11-12T15:22:15,470 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38539/user/jenkins/test-data/6733a765-bf58-d0b0-b052-cb7459c1b0fe/.tmp/hbase.id]:[hdfs://localhost:38539/user/jenkins/test-data/6733a765-bf58-d0b0-b052-cb7459c1b0fe/hbase.id] 2024-11-12T15:22:15,477 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:22:15,477 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T15:22:15,478 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T15:22:15,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32781-0x1012fa3cfd50000, quorum=127.0.0.1:51205, baseZNode=/0655443168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655443168 2024-11-12T15:22:15,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34215-0x1012fa3cfd50001, quorum=127.0.0.1:51205, baseZNode=/0655443168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655443168 2024-11-12T15:22:15,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741827_1003 (size=196) 2024-11-12T15:22:15,932 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T15:22:15,932 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T15:22:15,932 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:22:15,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741828_1004 (size=1189) 2024-11-12T15:22:16,335 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T15:22:16,335 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T15:22:16,335 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T15:22:16,335 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T15:22:16,338 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38539/user/jenkins/test-data/6733a765-bf58-d0b0-b052-cb7459c1b0fe/MasterData/data/master/store 2024-11-12T15:22:16,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741829_1005 (size=34) 2024-11-12T15:22:16,742 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:22:16,742 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T15:22:16,742 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:22:16,742 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:22:16,742 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T15:22:16,742 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:22:16,742 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:22:16,742 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731424936742Disabling compacts and flushes for region at 1731424936742Disabling writes for close at 1731424936742Writing region close event to WAL at 1731424936742Closed at 1731424936742 2024-11-12T15:22:16,743 WARN [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38539/user/jenkins/test-data/6733a765-bf58-d0b0-b052-cb7459c1b0fe/MasterData/data/master/store/.initializing 2024-11-12T15:22:16,743 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38539/user/jenkins/test-data/6733a765-bf58-d0b0-b052-cb7459c1b0fe/MasterData/WALs/a6f201fa5419,32781,1731424934806 2024-11-12T15:22:16,744 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T15:22:16,745 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a6f201fa5419%2C32781%2C1731424934806, suffix=, logDir=hdfs://localhost:38539/user/jenkins/test-data/6733a765-bf58-d0b0-b052-cb7459c1b0fe/MasterData/WALs/a6f201fa5419,32781,1731424934806, archiveDir=hdfs://localhost:38539/user/jenkins/test-data/6733a765-bf58-d0b0-b052-cb7459c1b0fe/MasterData/oldWALs, maxLogs=10 2024-11-12T15:22:16,756 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6733a765-bf58-d0b0-b052-cb7459c1b0fe/MasterData/WALs/a6f201fa5419,32781,1731424934806/a6f201fa5419%2C32781%2C1731424934806.1731424936745, exclude list is [], retry=0 2024-11-12T15:22:16,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41171,DS-63ba4652-f4a3-478f-8442-4d832adf18bf,DISK] 2024-11-12T15:22:16,759 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6733a765-bf58-d0b0-b052-cb7459c1b0fe/MasterData/WALs/a6f201fa5419,32781,1731424934806/a6f201fa5419%2C32781%2C1731424934806.1731424936745 2024-11-12T15:22:16,759 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38715:38715)] 2024-11-12T15:22:16,760 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T15:22:16,760 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:22:16,760 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:22:16,760 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:22:16,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:22:16,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T15:22:16,762 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:22:16,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:22:16,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:22:16,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T15:22:16,763 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:22:16,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:22:16,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:22:16,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T15:22:16,764 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:22:16,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:22:16,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:22:16,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T15:22:16,765 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:22:16,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:22:16,765 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:22:16,765 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38539/user/jenkins/test-data/6733a765-bf58-d0b0-b052-cb7459c1b0fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:22:16,765 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38539/user/jenkins/test-data/6733a765-bf58-d0b0-b052-cb7459c1b0fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:22:16,766 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:22:16,766 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:22:16,766 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T15:22:16,767 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:22:16,768 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38539/user/jenkins/test-data/6733a765-bf58-d0b0-b052-cb7459c1b0fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T15:22:16,768 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63470508, jitterRate=-0.05421572923660278}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T15:22:16,769 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731424936760Initializing all the Stores at 1731424936760Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424936760Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424936760Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424936760Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424936760Cleaning up temporary data from old regions at 1731424936766 (+6 ms)Region opened successfully at 1731424936769 (+3 ms) 2024-11-12T15:22:16,769 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T15:22:16,771 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52076bf3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a6f201fa5419/172.17.0.2:0 2024-11-12T15:22:16,771 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T15:22:16,771 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T15:22:16,771 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T15:22:16,772 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T15:22:16,772 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T15:22:16,772 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T15:22:16,772 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T15:22:16,773 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T15:22:16,774 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32781-0x1012fa3cfd50000, quorum=127.0.0.1:51205, baseZNode=/0655443168 Unable to get data of znode /0655443168/balancer because node does not exist (not necessarily an error) 2024-11-12T15:22:16,853 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0655443168/balancer already deleted, retry=false 2024-11-12T15:22:16,853 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T15:22:16,854 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32781-0x1012fa3cfd50000, quorum=127.0.0.1:51205, baseZNode=/0655443168 Unable to get data of znode /0655443168/normalizer because node does not exist (not necessarily an error) 2024-11-12T15:22:16,867 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0655443168/normalizer already deleted, retry=false 2024-11-12T15:22:16,867 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T15:22:16,868 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32781-0x1012fa3cfd50000, quorum=127.0.0.1:51205, baseZNode=/0655443168 Unable to get data of znode /0655443168/switch/split because node does not exist (not necessarily an error) 2024-11-12T15:22:16,877 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0655443168/switch/split already deleted, retry=false 2024-11-12T15:22:16,878 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32781-0x1012fa3cfd50000, quorum=127.0.0.1:51205, baseZNode=/0655443168 Unable to get data of znode /0655443168/switch/merge because node does not exist (not necessarily an error) 2024-11-12T15:22:16,887 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0655443168/switch/merge already deleted, retry=false 2024-11-12T15:22:16,889 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32781-0x1012fa3cfd50000, quorum=127.0.0.1:51205, baseZNode=/0655443168 Unable to get data of znode /0655443168/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T15:22:16,898 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0655443168/snapshot-cleanup already deleted, retry=false 2024-11-12T15:22:16,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32781-0x1012fa3cfd50000, quorum=127.0.0.1:51205, baseZNode=/0655443168 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0655443168/running 2024-11-12T15:22:16,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34215-0x1012fa3cfd50001, quorum=127.0.0.1:51205, baseZNode=/0655443168 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0655443168/running 2024-11-12T15:22:16,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32781-0x1012fa3cfd50000, quorum=127.0.0.1:51205, baseZNode=/0655443168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655443168 2024-11-12T15:22:16,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34215-0x1012fa3cfd50001, quorum=127.0.0.1:51205, baseZNode=/0655443168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655443168 2024-11-12T15:22:16,909 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a6f201fa5419,32781,1731424934806, sessionid=0x1012fa3cfd50000, setting cluster-up flag (Was=false) 2024-11-12T15:22:16,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32781-0x1012fa3cfd50000, quorum=127.0.0.1:51205, baseZNode=/0655443168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655443168 2024-11-12T15:22:16,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34215-0x1012fa3cfd50001, quorum=127.0.0.1:51205, baseZNode=/0655443168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655443168 2024-11-12T15:22:16,961 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0655443168/flush-table-proc/acquired, /0655443168/flush-table-proc/reached, /0655443168/flush-table-proc/abort 2024-11-12T15:22:16,962 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a6f201fa5419,32781,1731424934806 2024-11-12T15:22:16,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32781-0x1012fa3cfd50000, quorum=127.0.0.1:51205, baseZNode=/0655443168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655443168 2024-11-12T15:22:16,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34215-0x1012fa3cfd50001, quorum=127.0.0.1:51205, baseZNode=/0655443168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655443168 2024-11-12T15:22:17,014 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0655443168/online-snapshot/acquired, /0655443168/online-snapshot/reached, /0655443168/online-snapshot/abort 2024-11-12T15:22:17,015 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a6f201fa5419,32781,1731424934806 2024-11-12T15:22:17,015 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38539/user/jenkins/test-data/6733a765-bf58-d0b0-b052-cb7459c1b0fe/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T15:22:17,016 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T15:22:17,016 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T15:22:17,016 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T15:22:17,017 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a6f201fa5419,32781,1731424934806 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T15:22:17,018 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:22:17,018 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:22:17,018 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:22:17,018 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:22:17,018 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a6f201fa5419:0, corePoolSize=10, maxPoolSize=10 2024-11-12T15:22:17,018 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:22:17,018 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a6f201fa5419:0, corePoolSize=2, maxPoolSize=2 2024-11-12T15:22:17,018 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:22:17,019 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731424967019 2024-11-12T15:22:17,019 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T15:22:17,019 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T15:22:17,019 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T15:22:17,019 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T15:22:17,019 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T15:22:17,019 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T15:22:17,019 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T15:22:17,019 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T15:22:17,020 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:17,020 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T15:22:17,020 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T15:22:17,020 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T15:22:17,020 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T15:22:17,020 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:22:17,020 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T15:22:17,025 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T15:22:17,025 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T15:22:17,025 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.large.0-1731424937025,5,FailOnTimeoutGroup] 2024-11-12T15:22:17,025 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.small.0-1731424937025,5,FailOnTimeoutGroup] 2024-11-12T15:22:17,025 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:17,025 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T15:22:17,025 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:17,025 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:17,026 INFO [RS:0;a6f201fa5419:34215 {}] regionserver.HRegionServer(746): ClusterId : 090f7e0d-151c-4655-bcd7-aed7ddc43199 2024-11-12T15:22:17,026 DEBUG [RS:0;a6f201fa5419:34215 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T15:22:17,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741831_1007 (size=1321) 2024-11-12T15:22:17,036 DEBUG [RS:0;a6f201fa5419:34215 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T15:22:17,036 DEBUG [RS:0;a6f201fa5419:34215 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T15:22:17,046 DEBUG [RS:0;a6f201fa5419:34215 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T15:22:17,046 DEBUG [RS:0;a6f201fa5419:34215 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@552229c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a6f201fa5419/172.17.0.2:0 2024-11-12T15:22:17,058 DEBUG [RS:0;a6f201fa5419:34215 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a6f201fa5419:34215 2024-11-12T15:22:17,059 INFO [RS:0;a6f201fa5419:34215 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T15:22:17,059 INFO [RS:0;a6f201fa5419:34215 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T15:22:17,059 DEBUG [RS:0;a6f201fa5419:34215 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T15:22:17,059 INFO [RS:0;a6f201fa5419:34215 {}] regionserver.HRegionServer(2659): reportForDuty to master=a6f201fa5419,32781,1731424934806 with port=34215, startcode=1731424935002 2024-11-12T15:22:17,059 DEBUG [RS:0;a6f201fa5419:34215 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T15:22:17,061 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57643, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T15:22:17,061 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32781 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a6f201fa5419,34215,1731424935002 2024-11-12T15:22:17,061 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32781 {}] master.ServerManager(517): Registering regionserver=a6f201fa5419,34215,1731424935002 2024-11-12T15:22:17,062 DEBUG [RS:0;a6f201fa5419:34215 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38539/user/jenkins/test-data/6733a765-bf58-d0b0-b052-cb7459c1b0fe 2024-11-12T15:22:17,062 DEBUG [RS:0;a6f201fa5419:34215 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38539 2024-11-12T15:22:17,062 DEBUG [RS:0;a6f201fa5419:34215 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T15:22:17,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32781-0x1012fa3cfd50000, quorum=127.0.0.1:51205, baseZNode=/0655443168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655443168/rs 2024-11-12T15:22:17,075 DEBUG [RS:0;a6f201fa5419:34215 {}] zookeeper.ZKUtil(111): regionserver:34215-0x1012fa3cfd50001, quorum=127.0.0.1:51205, baseZNode=/0655443168 Set watcher on existing znode=/0655443168/rs/a6f201fa5419,34215,1731424935002 2024-11-12T15:22:17,075 WARN [RS:0;a6f201fa5419:34215 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T15:22:17,075 INFO [RS:0;a6f201fa5419:34215 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:22:17,075 DEBUG [RS:0;a6f201fa5419:34215 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38539/user/jenkins/test-data/6733a765-bf58-d0b0-b052-cb7459c1b0fe/WALs/a6f201fa5419,34215,1731424935002 2024-11-12T15:22:17,075 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a6f201fa5419,34215,1731424935002] 2024-11-12T15:22:17,077 INFO [RS:0;a6f201fa5419:34215 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T15:22:17,078 INFO [RS:0;a6f201fa5419:34215 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T15:22:17,078 INFO [RS:0;a6f201fa5419:34215 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T15:22:17,078 INFO [RS:0;a6f201fa5419:34215 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:17,078 INFO [RS:0;a6f201fa5419:34215 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T15:22:17,079 INFO [RS:0;a6f201fa5419:34215 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T15:22:17,079 INFO [RS:0;a6f201fa5419:34215 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:17,079 DEBUG [RS:0;a6f201fa5419:34215 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:22:17,079 DEBUG [RS:0;a6f201fa5419:34215 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:22:17,079 DEBUG [RS:0;a6f201fa5419:34215 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:22:17,079 DEBUG [RS:0;a6f201fa5419:34215 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:22:17,079 DEBUG [RS:0;a6f201fa5419:34215 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:22:17,079 DEBUG [RS:0;a6f201fa5419:34215 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a6f201fa5419:0, corePoolSize=2, maxPoolSize=2 2024-11-12T15:22:17,079 DEBUG [RS:0;a6f201fa5419:34215 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:22:17,079 DEBUG [RS:0;a6f201fa5419:34215 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:22:17,079 DEBUG [RS:0;a6f201fa5419:34215 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:22:17,079 DEBUG [RS:0;a6f201fa5419:34215 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:22:17,079 DEBUG [RS:0;a6f201fa5419:34215 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:22:17,079 DEBUG [RS:0;a6f201fa5419:34215 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:22:17,080 DEBUG [RS:0;a6f201fa5419:34215 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a6f201fa5419:0, corePoolSize=3, maxPoolSize=3 2024-11-12T15:22:17,080 DEBUG [RS:0;a6f201fa5419:34215 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a6f201fa5419:0, corePoolSize=3, maxPoolSize=3 2024-11-12T15:22:17,080 INFO [RS:0;a6f201fa5419:34215 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:17,080 INFO [RS:0;a6f201fa5419:34215 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:17,080 INFO [RS:0;a6f201fa5419:34215 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:17,080 INFO [RS:0;a6f201fa5419:34215 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:17,080 INFO [RS:0;a6f201fa5419:34215 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:17,080 INFO [RS:0;a6f201fa5419:34215 {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,34215,1731424935002-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T15:22:17,092 INFO [RS:0;a6f201fa5419:34215 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T15:22:17,092 INFO [RS:0;a6f201fa5419:34215 {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,34215,1731424935002-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:17,092 INFO [RS:0;a6f201fa5419:34215 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:17,092 INFO [RS:0;a6f201fa5419:34215 {}] regionserver.Replication(171): a6f201fa5419,34215,1731424935002 started 2024-11-12T15:22:17,104 INFO [RS:0;a6f201fa5419:34215 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:17,104 INFO [RS:0;a6f201fa5419:34215 {}] regionserver.HRegionServer(1482): Serving as a6f201fa5419,34215,1731424935002, RpcServer on a6f201fa5419/172.17.0.2:34215, sessionid=0x1012fa3cfd50001 2024-11-12T15:22:17,104 DEBUG [RS:0;a6f201fa5419:34215 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T15:22:17,104 DEBUG [RS:0;a6f201fa5419:34215 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a6f201fa5419,34215,1731424935002 2024-11-12T15:22:17,104 DEBUG [RS:0;a6f201fa5419:34215 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a6f201fa5419,34215,1731424935002' 2024-11-12T15:22:17,104 DEBUG [RS:0;a6f201fa5419:34215 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0655443168/flush-table-proc/abort' 2024-11-12T15:22:17,105 DEBUG [RS:0;a6f201fa5419:34215 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0655443168/flush-table-proc/acquired' 2024-11-12T15:22:17,105 DEBUG [RS:0;a6f201fa5419:34215 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T15:22:17,105 DEBUG [RS:0;a6f201fa5419:34215 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T15:22:17,105 DEBUG [RS:0;a6f201fa5419:34215 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a6f201fa5419,34215,1731424935002 2024-11-12T15:22:17,105 DEBUG [RS:0;a6f201fa5419:34215 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a6f201fa5419,34215,1731424935002' 2024-11-12T15:22:17,105 DEBUG [RS:0;a6f201fa5419:34215 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0655443168/online-snapshot/abort' 2024-11-12T15:22:17,105 DEBUG [RS:0;a6f201fa5419:34215 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0655443168/online-snapshot/acquired' 2024-11-12T15:22:17,106 DEBUG [RS:0;a6f201fa5419:34215 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T15:22:17,106 INFO [RS:0;a6f201fa5419:34215 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T15:22:17,106 INFO [RS:0;a6f201fa5419:34215 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T15:22:17,206 INFO [RS:0;a6f201fa5419:34215 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T15:22:17,207 INFO [RS:0;a6f201fa5419:34215 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a6f201fa5419%2C34215%2C1731424935002, suffix=, logDir=hdfs://localhost:38539/user/jenkins/test-data/6733a765-bf58-d0b0-b052-cb7459c1b0fe/WALs/a6f201fa5419,34215,1731424935002, archiveDir=hdfs://localhost:38539/user/jenkins/test-data/6733a765-bf58-d0b0-b052-cb7459c1b0fe/oldWALs, maxLogs=10 2024-11-12T15:22:17,218 DEBUG [RS:0;a6f201fa5419:34215 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6733a765-bf58-d0b0-b052-cb7459c1b0fe/WALs/a6f201fa5419,34215,1731424935002/a6f201fa5419%2C34215%2C1731424935002.1731424937208, exclude list is [], retry=0 2024-11-12T15:22:17,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41171,DS-63ba4652-f4a3-478f-8442-4d832adf18bf,DISK] 2024-11-12T15:22:17,222 INFO [RS:0;a6f201fa5419:34215 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6733a765-bf58-d0b0-b052-cb7459c1b0fe/WALs/a6f201fa5419,34215,1731424935002/a6f201fa5419%2C34215%2C1731424935002.1731424937208 2024-11-12T15:22:17,222 DEBUG [RS:0;a6f201fa5419:34215 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38715:38715)] 2024-11-12T15:22:17,432 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38539/user/jenkins/test-data/6733a765-bf58-d0b0-b052-cb7459c1b0fe/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T15:22:17,432 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38539/user/jenkins/test-data/6733a765-bf58-d0b0-b052-cb7459c1b0fe 2024-11-12T15:22:17,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741833_1009 (size=32) 2024-11-12T15:22:17,836 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:22:17,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T15:22:17,838 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T15:22:17,838 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:22:17,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:22:17,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T15:22:17,839 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T15:22:17,839 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:22:17,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:22:17,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T15:22:17,840 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T15:22:17,840 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:22:17,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:22:17,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T15:22:17,841 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T15:22:17,841 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:22:17,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:22:17,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T15:22:17,842 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38539/user/jenkins/test-data/6733a765-bf58-d0b0-b052-cb7459c1b0fe/data/hbase/meta/1588230740 2024-11-12T15:22:17,842 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38539/user/jenkins/test-data/6733a765-bf58-d0b0-b052-cb7459c1b0fe/data/hbase/meta/1588230740 2024-11-12T15:22:17,842 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T15:22:17,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T15:22:17,843 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T15:22:17,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T15:22:17,845 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38539/user/jenkins/test-data/6733a765-bf58-d0b0-b052-cb7459c1b0fe/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T15:22:17,845 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67827576, jitterRate=0.010709643363952637}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T15:22:17,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731424937836Initializing all the Stores at 1731424937837 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424937837Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424937837Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424937837Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424937837Cleaning up temporary data from old regions at 1731424937843 (+6 ms)Region opened successfully at 1731424937845 (+2 ms) 2024-11-12T15:22:17,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T15:22:17,845 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T15:22:17,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T15:22:17,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T15:22:17,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T15:22:17,846 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T15:22:17,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731424937845Disabling compacts and flushes for region at 1731424937845Disabling writes for close at 1731424937845Writing region close event to WAL at 1731424937846 (+1 ms)Closed at 1731424937846 2024-11-12T15:22:17,846 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T15:22:17,846 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T15:22:17,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T15:22:17,847 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T15:22:17,848 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T15:22:17,998 DEBUG [a6f201fa5419:32781 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T15:22:17,998 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a6f201fa5419,34215,1731424935002 2024-11-12T15:22:17,999 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a6f201fa5419,34215,1731424935002, state=OPENING 2024-11-12T15:22:18,053 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T15:22:18,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34215-0x1012fa3cfd50001, quorum=127.0.0.1:51205, baseZNode=/0655443168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655443168 2024-11-12T15:22:18,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32781-0x1012fa3cfd50000, quorum=127.0.0.1:51205, baseZNode=/0655443168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655443168 2024-11-12T15:22:18,064 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T15:22:18,064 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0655443168/meta-region-server: CHANGED 2024-11-12T15:22:18,064 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0655443168/meta-region-server: CHANGED 2024-11-12T15:22:18,064 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a6f201fa5419,34215,1731424935002}] 2024-11-12T15:22:18,216 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T15:22:18,217 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53821, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T15:22:18,219 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T15:22:18,219 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:22:18,219 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T15:22:18,220 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a6f201fa5419%2C34215%2C1731424935002.meta, suffix=.meta, logDir=hdfs://localhost:38539/user/jenkins/test-data/6733a765-bf58-d0b0-b052-cb7459c1b0fe/WALs/a6f201fa5419,34215,1731424935002, archiveDir=hdfs://localhost:38539/user/jenkins/test-data/6733a765-bf58-d0b0-b052-cb7459c1b0fe/oldWALs, maxLogs=10 2024-11-12T15:22:18,232 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6733a765-bf58-d0b0-b052-cb7459c1b0fe/WALs/a6f201fa5419,34215,1731424935002/a6f201fa5419%2C34215%2C1731424935002.meta.1731424938220.meta, exclude list is [], retry=0 2024-11-12T15:22:18,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41171,DS-63ba4652-f4a3-478f-8442-4d832adf18bf,DISK] 2024-11-12T15:22:18,234 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6733a765-bf58-d0b0-b052-cb7459c1b0fe/WALs/a6f201fa5419,34215,1731424935002/a6f201fa5419%2C34215%2C1731424935002.meta.1731424938220.meta 2024-11-12T15:22:18,234 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38715:38715)] 2024-11-12T15:22:18,235 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T15:22:18,235 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T15:22:18,235 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T15:22:18,235 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T15:22:18,235 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T15:22:18,235 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T15:22:18,235 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:22:18,235 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T15:22:18,235 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T15:22:18,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T15:22:18,237 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T15:22:18,237 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:22:18,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:22:18,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T15:22:18,238 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T15:22:18,238 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:22:18,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:22:18,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T15:22:18,239 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T15:22:18,239 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:22:18,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:22:18,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T15:22:18,239 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T15:22:18,239 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:22:18,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:22:18,240 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T15:22:18,240 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38539/user/jenkins/test-data/6733a765-bf58-d0b0-b052-cb7459c1b0fe/data/hbase/meta/1588230740 2024-11-12T15:22:18,241 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38539/user/jenkins/test-data/6733a765-bf58-d0b0-b052-cb7459c1b0fe/data/hbase/meta/1588230740 2024-11-12T15:22:18,241 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T15:22:18,241 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T15:22:18,242 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T15:22:18,242 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T15:22:18,243 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59905462, jitterRate=-0.1073390543460846}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T15:22:18,243 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T15:22:18,243 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731424938235Writing region info on filesystem at 1731424938235Initializing all the Stores at 1731424938236 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424938236Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424938236Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424938236Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424938236Cleaning up temporary data from old regions at 1731424938241 (+5 ms)Running coprocessor post-open hooks at 1731424938243 (+2 ms)Region opened successfully at 1731424938243 2024-11-12T15:22:18,244 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731424938215 2024-11-12T15:22:18,245 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T15:22:18,245 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T15:22:18,246 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a6f201fa5419,34215,1731424935002 2024-11-12T15:22:18,246 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a6f201fa5419,34215,1731424935002, state=OPEN 2024-11-12T15:22:18,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34215-0x1012fa3cfd50001, quorum=127.0.0.1:51205, baseZNode=/0655443168 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0655443168/meta-region-server 2024-11-12T15:22:18,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32781-0x1012fa3cfd50000, quorum=127.0.0.1:51205, baseZNode=/0655443168 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0655443168/meta-region-server 2024-11-12T15:22:18,279 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a6f201fa5419,34215,1731424935002 2024-11-12T15:22:18,279 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0655443168/meta-region-server: CHANGED 2024-11-12T15:22:18,279 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0655443168/meta-region-server: CHANGED 2024-11-12T15:22:18,281 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T15:22:18,281 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a6f201fa5419,34215,1731424935002 in 215 msec 2024-11-12T15:22:18,282 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T15:22:18,282 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 435 msec 2024-11-12T15:22:18,283 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T15:22:18,283 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T15:22:18,283 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:22:18,284 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,34215,1731424935002, seqNum=-1] 2024-11-12T15:22:18,284 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:22:18,284 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55751, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T15:22:18,287 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2710 sec 2024-11-12T15:22:18,288 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731424938288, completionTime=-1 2024-11-12T15:22:18,288 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T15:22:18,288 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T15:22:18,289 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T15:22:18,289 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731424998289 2024-11-12T15:22:18,289 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731425058289 2024-11-12T15:22:18,289 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-12T15:22:18,289 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,32781,1731424934806-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:18,289 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,32781,1731424934806-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:18,289 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,32781,1731424934806-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:18,289 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a6f201fa5419:32781, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:18,289 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:18,290 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:18,290 DEBUG [master/a6f201fa5419:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T15:22:18,292 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.228sec 2024-11-12T15:22:18,292 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T15:22:18,292 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T15:22:18,292 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T15:22:18,292 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T15:22:18,292 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T15:22:18,292 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,32781,1731424934806-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T15:22:18,292 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,32781,1731424934806-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T15:22:18,294 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T15:22:18,294 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T15:22:18,294 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,32781,1731424934806-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:18,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a1ff0a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:22:18,327 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,32781,-1 for getting cluster id 2024-11-12T15:22:18,327 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:22:18,328 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '090f7e0d-151c-4655-bcd7-aed7ddc43199' 2024-11-12T15:22:18,328 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:22:18,328 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "090f7e0d-151c-4655-bcd7-aed7ddc43199" 2024-11-12T15:22:18,328 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c185037, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:22:18,328 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,32781,-1] 2024-11-12T15:22:18,328 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:22:18,328 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:18,329 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:22:18,329 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46c71a4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:22:18,330 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:22:18,330 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,34215,1731424935002, seqNum=-1] 2024-11-12T15:22:18,331 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:22:18,331 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T15:22:18,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a6f201fa5419,32781,1731424934806 2024-11-12T15:22:18,333 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51205 2024-11-12T15:22:18,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51205, baseZNode=/0655443168 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T15:22:18,351 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012fa3cfd50002 connected 2024-11-12T15:22:18,363 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:22:18,363 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,32781,1731424934806 2024-11-12T15:22:18,363 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a8ea247 2024-11-12T15:22:18,364 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:22:18,364 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T15:22:18,365 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32781 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T15:22:18,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32781 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T15:22:18,366 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T15:22:18,366 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:22:18,366 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32781 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T15:22:18,367 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T15:22:18,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:22:18,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741835_1011 (size=902) 2024-11-12T15:22:18,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:22:18,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:22:18,773 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f3316e278bdfe474a8882d08abe991a6, NAME => 'test,,1731424938364.f3316e278bdfe474a8882d08abe991a6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38539/user/jenkins/test-data/6733a765-bf58-d0b0-b052-cb7459c1b0fe 2024-11-12T15:22:18,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741836_1012 (size=39) 2024-11-12T15:22:18,777 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731424938364.f3316e278bdfe474a8882d08abe991a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:22:18,777 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f3316e278bdfe474a8882d08abe991a6, disabling compactions & flushes 2024-11-12T15:22:18,777 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731424938364.f3316e278bdfe474a8882d08abe991a6. 2024-11-12T15:22:18,777 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731424938364.f3316e278bdfe474a8882d08abe991a6. 2024-11-12T15:22:18,777 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731424938364.f3316e278bdfe474a8882d08abe991a6. after waiting 0 ms 2024-11-12T15:22:18,777 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731424938364.f3316e278bdfe474a8882d08abe991a6. 2024-11-12T15:22:18,777 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731424938364.f3316e278bdfe474a8882d08abe991a6. 2024-11-12T15:22:18,777 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f3316e278bdfe474a8882d08abe991a6: Waiting for close lock at 1731424938777Disabling compacts and flushes for region at 1731424938777Disabling writes for close at 1731424938777Writing region close event to WAL at 1731424938777Closed at 1731424938777 2024-11-12T15:22:18,778 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T15:22:18,778 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731424938364.f3316e278bdfe474a8882d08abe991a6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731424938778"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731424938778"}]},"ts":"1731424938778"} 2024-11-12T15:22:18,779 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T15:22:18,780 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T15:22:18,780 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731424938780"}]},"ts":"1731424938780"} 2024-11-12T15:22:18,781 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T15:22:18,781 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f3316e278bdfe474a8882d08abe991a6, ASSIGN}] 2024-11-12T15:22:18,782 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f3316e278bdfe474a8882d08abe991a6, ASSIGN 2024-11-12T15:22:18,783 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f3316e278bdfe474a8882d08abe991a6, ASSIGN; state=OFFLINE, location=a6f201fa5419,34215,1731424935002; forceNewPlan=false, retain=false 2024-11-12T15:22:18,868 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:22:18,868 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a6f201fa5419,42129,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a6f201fa5419:42129 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T15:22:18,868 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128789 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a6f201fa5419,42129,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a6f201fa5419:42129 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T15:22:18,933 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f3316e278bdfe474a8882d08abe991a6, regionState=OPENING, regionLocation=a6f201fa5419,34215,1731424935002 2024-11-12T15:22:18,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f3316e278bdfe474a8882d08abe991a6, ASSIGN because future has completed 2024-11-12T15:22:18,936 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f3316e278bdfe474a8882d08abe991a6, server=a6f201fa5419,34215,1731424935002}] 2024-11-12T15:22:18,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:22:19,090 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731424938364.f3316e278bdfe474a8882d08abe991a6. 2024-11-12T15:22:19,091 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f3316e278bdfe474a8882d08abe991a6, NAME => 'test,,1731424938364.f3316e278bdfe474a8882d08abe991a6.', STARTKEY => '', ENDKEY => ''} 2024-11-12T15:22:19,091 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T15:22:19,091 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T15:22:19,091 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f3316e278bdfe474a8882d08abe991a6 2024-11-12T15:22:19,091 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731424938364.f3316e278bdfe474a8882d08abe991a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:22:19,091 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f3316e278bdfe474a8882d08abe991a6 2024-11-12T15:22:19,091 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f3316e278bdfe474a8882d08abe991a6 2024-11-12T15:22:19,092 INFO [StoreOpener-f3316e278bdfe474a8882d08abe991a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f3316e278bdfe474a8882d08abe991a6 2024-11-12T15:22:19,093 INFO [StoreOpener-f3316e278bdfe474a8882d08abe991a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3316e278bdfe474a8882d08abe991a6 columnFamilyName f 2024-11-12T15:22:19,093 DEBUG [StoreOpener-f3316e278bdfe474a8882d08abe991a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:22:19,093 INFO [StoreOpener-f3316e278bdfe474a8882d08abe991a6-1 {}] regionserver.HStore(327): Store=f3316e278bdfe474a8882d08abe991a6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:22:19,093 INFO [StoreOpener-f3316e278bdfe474a8882d08abe991a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f3316e278bdfe474a8882d08abe991a6 2024-11-12T15:22:19,094 INFO [StoreOpener-f3316e278bdfe474a8882d08abe991a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3316e278bdfe474a8882d08abe991a6 columnFamilyName f1 2024-11-12T15:22:19,094 DEBUG [StoreOpener-f3316e278bdfe474a8882d08abe991a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:22:19,094 INFO [StoreOpener-f3316e278bdfe474a8882d08abe991a6-1 {}] regionserver.HStore(327): Store=f3316e278bdfe474a8882d08abe991a6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:22:19,094 INFO [StoreOpener-f3316e278bdfe474a8882d08abe991a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f3316e278bdfe474a8882d08abe991a6 2024-11-12T15:22:19,095 INFO [StoreOpener-f3316e278bdfe474a8882d08abe991a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3316e278bdfe474a8882d08abe991a6 columnFamilyName norep 2024-11-12T15:22:19,095 DEBUG [StoreOpener-f3316e278bdfe474a8882d08abe991a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:22:19,095 INFO [StoreOpener-f3316e278bdfe474a8882d08abe991a6-1 {}] regionserver.HStore(327): Store=f3316e278bdfe474a8882d08abe991a6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:22:19,095 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f3316e278bdfe474a8882d08abe991a6 2024-11-12T15:22:19,096 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38539/user/jenkins/test-data/6733a765-bf58-d0b0-b052-cb7459c1b0fe/data/default/test/f3316e278bdfe474a8882d08abe991a6 2024-11-12T15:22:19,096 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38539/user/jenkins/test-data/6733a765-bf58-d0b0-b052-cb7459c1b0fe/data/default/test/f3316e278bdfe474a8882d08abe991a6 2024-11-12T15:22:19,097 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f3316e278bdfe474a8882d08abe991a6 2024-11-12T15:22:19,097 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f3316e278bdfe474a8882d08abe991a6 2024-11-12T15:22:19,097 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T15:22:19,098 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f3316e278bdfe474a8882d08abe991a6 2024-11-12T15:22:19,099 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38539/user/jenkins/test-data/6733a765-bf58-d0b0-b052-cb7459c1b0fe/data/default/test/f3316e278bdfe474a8882d08abe991a6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T15:22:19,099 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f3316e278bdfe474a8882d08abe991a6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62503324, jitterRate=-0.06862789392471313}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T15:22:19,099 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f3316e278bdfe474a8882d08abe991a6 2024-11-12T15:22:19,100 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f3316e278bdfe474a8882d08abe991a6: Running coprocessor pre-open hook at 1731424939091Writing region info on filesystem at 1731424939091Initializing all the Stores at 1731424939092 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424939092Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424939092Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424939092Cleaning up temporary data from old regions at 1731424939097 (+5 ms)Running coprocessor post-open hooks at 1731424939099 (+2 ms)Region opened successfully at 1731424939100 (+1 ms) 2024-11-12T15:22:19,101 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731424938364.f3316e278bdfe474a8882d08abe991a6., pid=6, masterSystemTime=1731424939088 2024-11-12T15:22:19,102 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731424938364.f3316e278bdfe474a8882d08abe991a6. 2024-11-12T15:22:19,102 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731424938364.f3316e278bdfe474a8882d08abe991a6. 2024-11-12T15:22:19,103 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f3316e278bdfe474a8882d08abe991a6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a6f201fa5419,34215,1731424935002 2024-11-12T15:22:19,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f3316e278bdfe474a8882d08abe991a6, server=a6f201fa5419,34215,1731424935002 because future has completed 2024-11-12T15:22:19,106 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T15:22:19,106 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f3316e278bdfe474a8882d08abe991a6, server=a6f201fa5419,34215,1731424935002 in 169 msec 2024-11-12T15:22:19,108 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T15:22:19,108 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f3316e278bdfe474a8882d08abe991a6, ASSIGN in 325 msec 2024-11-12T15:22:19,108 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T15:22:19,109 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731424939109"}]},"ts":"1731424939109"} 2024-11-12T15:22:19,110 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T15:22:19,111 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T15:22:19,112 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 746 msec 2024-11-12T15:22:19,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:22:19,508 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T15:22:19,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a9209f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:22:19,509 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,32781,-1 for getting cluster id 2024-11-12T15:22:19,509 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:22:19,509 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '090f7e0d-151c-4655-bcd7-aed7ddc43199' 2024-11-12T15:22:19,510 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:22:19,510 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "090f7e0d-151c-4655-bcd7-aed7ddc43199" 2024-11-12T15:22:19,510 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32ce1fd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:22:19,510 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,32781,-1] 2024-11-12T15:22:19,510 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:22:19,510 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:19,510 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:22:19,511 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bb17402, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:22:19,511 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:22:19,512 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,32781,1731424934806 2024-11-12T15:22:19,512 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10c8154 2024-11-12T15:22:19,512 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:22:19,512 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T15:22:19,513 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32781 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://a6f201fa5419:32781,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T15:22:19,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32781 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T15:22:19,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T15:22:19,515 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a6f201fa5419:32781' 2024-11-12T15:22:19,516 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42bffe55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:22:19,516 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,32781,-1 for getting cluster id 2024-11-12T15:22:19,516 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:22:19,517 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '090f7e0d-151c-4655-bcd7-aed7ddc43199' 2024-11-12T15:22:19,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:22:19,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "090f7e0d-151c-4655-bcd7-aed7ddc43199" 2024-11-12T15:22:19,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e5bf5a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:22:19,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,32781,-1] 2024-11-12T15:22:19,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:22:19,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:19,518 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:22:19,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52324a9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:22:19,519 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:22:19,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,32781,1731424934806 2024-11-12T15:22:19,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ee94491 2024-11-12T15:22:19,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:22:19,520 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T15:22:19,521 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-12T15:22:19,521 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T15:22:19,521 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:19,521 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:19,521 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:22:19,521 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://a6f201fa5419:32781, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-12T15:22:19,526 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://a6f201fa5419:32781, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://a6f201fa5419:32781, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://a6f201fa5419:32781, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-12T15:22:19,527 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://a6f201fa5419:32781, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=13 msec 2024-11-12T15:22:19,527 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-12T15:22:19,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T15:22:19,619 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://a6f201fa5419:32781, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-12T15:22:19,619 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T15:22:19,619 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:22:19,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:19,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:19,619 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:22:19,636 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=526 (was 357) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a74f64e2-13c8-4113-5779-bed59e292a83/cluster_f43f4af2-b900-d805-8da9-7718f55d71ac/data/data1/current/BP-582128072-172.17.0.2-1731424932921 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1454844314-7901 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f49ec437628.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1454844314-7902-acceptor-0@53e208fd-ServerConnector@2330b98f{HTTP/1.1, (http/1.1)}{localhost:35919} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@47ae032f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 35457 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master/a6f201fa5419:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@7405f12e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-582128072-172.17.0.2-1731424932921:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 35457 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RS:0;a6f201fa5419:34215 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp21294855-7858 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38539 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: qtp21294855-7854 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f49ec437628.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=32781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server idle connection scanner for port 35457 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a74f64e2-13c8-4113-5779-bed59e292a83/cluster_f43f4af2-b900-d805-8da9-7718f55d71ac/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.small.0-1731424937025 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=34215 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:38539 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:38539/user/jenkins/test-data/6733a765-bf58-d0b0-b052-cb7459c1b0fe-prefix:a6f201fa5419,34215,1731424935002.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: M:0;a6f201fa5419:32781 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-568d38af-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 38539 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: a6f201fa5419:32781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: IPC Server handler 0 on default port 38539 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$593/0x00007f49ecaae2d0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_735454446_20 at /127.0.0.1:55960 [Receiving block BP-582128072-172.17.0.2-1731424932921:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;a6f201fa5419:34215-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-137043496_20 at /127.0.0.1:55924 [Receiving block BP-582128072-172.17.0.2-1731424932921:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 38539 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@1356bd54 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-582128072-172.17.0.2-1731424932921:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38539 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 35457 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 35457 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp21294855-7852 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f49ec437628.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34215 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: BP-582128072-172.17.0.2-1731424932921 heartbeating to localhost/127.0.0.1:38539 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a74f64e2-13c8-4113-5779-bed59e292a83/cluster_f43f4af2-b900-d805-8da9-7718f55d71ac/data/data2/current/BP-582128072-172.17.0.2-1731424932921 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.large.0-1731424937025 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38539 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38539 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@517cb558 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51205) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:38539/user/jenkins/test-data/6733a765-bf58-d0b0-b052-cb7459c1b0fe/MasterData-prefix:a6f201fa5419,32781,1731424934806 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_735454446_20 at /127.0.0.1:55944 [Receiving block BP-582128072-172.17.0.2-1731424932921:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34215 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: regionserver/a6f201fa5419:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@2e08ba8f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=34215 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:51205 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: PacketResponder: BP-582128072-172.17.0.2-1731424932921:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1454844314-7904 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-2a64c61a-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Server idle connection scanner for port 38539 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:38539/user/jenkins/test-data/6733a765-bf58-d0b0-b052-cb7459c1b0fe-prefix:a6f201fa5419,34215,1731424935002 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1454844314-7903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:38539 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34215 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51205) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34215 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@743fe49b java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@7818c07f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/a6f201fa5419:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@10d3c65d[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp21294855-7855 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f49ec437628.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:38539 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/a6f201fa5419:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:38539 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@4fd6f8ff java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f49ec9f79c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51205) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server handler 3 on default port 38539 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: RS_OPEN_META-regionserver/a6f201fa5419:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a74f64e2-13c8-4113-5779-bed59e292a83/cluster_f43f4af2-b900-d805-8da9-7718f55d71ac/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=32781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp21294855-7857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34215 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp21294855-7859 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_735454446_20 at /127.0.0.1:55896 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@416b06e2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=32781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp21294855-7856-acceptor-0@519f4c53-ServerConnector@105aa11d{HTTP/1.1, (http/1.1)}{localhost:42013} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:51205): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=34215 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 35457 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 38539 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: CacheReplicationMonitor(892756733) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34215 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34215 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp21294855-7853 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f49ec437628.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=868 (was 784) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=371 (was 376), ProcessCount=11 (was 11), AvailableMemoryMB=6943 (was 6986) 2024-11-12T15:22:19,638 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=526 is superior to 500 2024-11-12T15:22:19,652 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=526, OpenFileDescriptor=868, MaxFileDescriptor=1048576, SystemLoadAverage=371, ProcessCount=11, AvailableMemoryMB=6942 2024-11-12T15:22:19,652 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=526 is superior to 500 2024-11-12T15:22:19,664 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-12T15:22:19,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a74f64e2-13c8-4113-5779-bed59e292a83/hadoop.log.dir so I do NOT create it in target/test-data/52615ee3-8b1f-439e-829a-1eed8c124ba7 2024-11-12T15:22:19,665 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a74f64e2-13c8-4113-5779-bed59e292a83/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T15:22:19,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a74f64e2-13c8-4113-5779-bed59e292a83/hadoop.tmp.dir so I do NOT create it in target/test-data/52615ee3-8b1f-439e-829a-1eed8c124ba7 2024-11-12T15:22:19,665 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a74f64e2-13c8-4113-5779-bed59e292a83/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T15:22:19,665 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/52615ee3-8b1f-439e-829a-1eed8c124ba7 2024-11-12T15:22:19,665 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/52615ee3-8b1f-439e-829a-1eed8c124ba7/cluster_f33cceb0-fa6d-85fd-d4a5-f176b3d6dd68, deleteOnExit=true 2024-11-12T15:22:19,696 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/52615ee3-8b1f-439e-829a-1eed8c124ba7/cluster_f33cceb0-fa6d-85fd-d4a5-f176b3d6dd68/zookeeper_0, clientPort=55841, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/52615ee3-8b1f-439e-829a-1eed8c124ba7/cluster_f33cceb0-fa6d-85fd-d4a5-f176b3d6dd68/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/52615ee3-8b1f-439e-829a-1eed8c124ba7/cluster_f33cceb0-fa6d-85fd-d4a5-f176b3d6dd68/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T15:22:19,696 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55841 2024-11-12T15:22:19,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T15:22:19,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T15:22:19,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/52615ee3-8b1f-439e-829a-1eed8c124ba7/test.cache.data in system properties and HBase conf 2024-11-12T15:22:19,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/52615ee3-8b1f-439e-829a-1eed8c124ba7/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T15:22:19,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/52615ee3-8b1f-439e-829a-1eed8c124ba7/hadoop.log.dir in system properties and HBase conf 2024-11-12T15:22:19,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/52615ee3-8b1f-439e-829a-1eed8c124ba7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T15:22:19,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/52615ee3-8b1f-439e-829a-1eed8c124ba7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T15:22:19,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T15:22:19,697 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T15:22:19,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/52615ee3-8b1f-439e-829a-1eed8c124ba7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T15:22:19,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/52615ee3-8b1f-439e-829a-1eed8c124ba7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T15:22:19,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/52615ee3-8b1f-439e-829a-1eed8c124ba7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T15:22:19,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/52615ee3-8b1f-439e-829a-1eed8c124ba7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T15:22:19,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/52615ee3-8b1f-439e-829a-1eed8c124ba7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T15:22:19,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/52615ee3-8b1f-439e-829a-1eed8c124ba7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T15:22:19,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/52615ee3-8b1f-439e-829a-1eed8c124ba7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T15:22:19,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/52615ee3-8b1f-439e-829a-1eed8c124ba7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T15:22:19,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/52615ee3-8b1f-439e-829a-1eed8c124ba7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T15:22:19,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/52615ee3-8b1f-439e-829a-1eed8c124ba7/nfs.dump.dir in system properties and HBase conf 2024-11-12T15:22:19,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/52615ee3-8b1f-439e-829a-1eed8c124ba7/java.io.tmpdir in system properties and HBase conf 2024-11-12T15:22:19,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/52615ee3-8b1f-439e-829a-1eed8c124ba7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T15:22:19,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/52615ee3-8b1f-439e-829a-1eed8c124ba7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T15:22:19,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/52615ee3-8b1f-439e-829a-1eed8c124ba7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T15:22:20,027 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T15:22:20,030 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T15:22:20,031 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T15:22:20,031 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T15:22:20,031 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T15:22:20,032 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T15:22:20,032 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d76a770{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/52615ee3-8b1f-439e-829a-1eed8c124ba7/hadoop.log.dir/,AVAILABLE} 2024-11-12T15:22:20,033 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5299e3d8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T15:22:20,126 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4cd15ab8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/52615ee3-8b1f-439e-829a-1eed8c124ba7/java.io.tmpdir/jetty-localhost-39329-hadoop-hdfs-3_4_1-tests_jar-_-any-9861080523142327990/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T15:22:20,127 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6781d4a7{HTTP/1.1, (http/1.1)}{localhost:39329} 2024-11-12T15:22:20,127 INFO [Time-limited test {}] server.Server(415): Started @321371ms 2024-11-12T15:22:20,364 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T15:22:20,367 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T15:22:20,368 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T15:22:20,368 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T15:22:20,368 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T15:22:20,370 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3905b974{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/52615ee3-8b1f-439e-829a-1eed8c124ba7/hadoop.log.dir/,AVAILABLE} 2024-11-12T15:22:20,370 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f5c36a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T15:22:20,463 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@684bdb27{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/52615ee3-8b1f-439e-829a-1eed8c124ba7/java.io.tmpdir/jetty-localhost-36805-hadoop-hdfs-3_4_1-tests_jar-_-any-8492953403602042607/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T15:22:20,463 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30c1d1ff{HTTP/1.1, (http/1.1)}{localhost:36805} 2024-11-12T15:22:20,463 INFO [Time-limited test {}] server.Server(415): Started @321707ms 2024-11-12T15:22:20,464 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T15:22:21,229 WARN [Thread-4289 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/52615ee3-8b1f-439e-829a-1eed8c124ba7/cluster_f33cceb0-fa6d-85fd-d4a5-f176b3d6dd68/data/data1/current/BP-226265646-172.17.0.2-1731424939710/current, will proceed with Du for space computation calculation, 2024-11-12T15:22:21,229 WARN [Thread-4290 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/52615ee3-8b1f-439e-829a-1eed8c124ba7/cluster_f33cceb0-fa6d-85fd-d4a5-f176b3d6dd68/data/data2/current/BP-226265646-172.17.0.2-1731424939710/current, will proceed with Du for space computation calculation, 2024-11-12T15:22:21,251 WARN [Thread-4277 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T15:22:21,253 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2dd774ca5397f567 with lease ID 0x19baedf2ee41058e: Processing first storage report for DS-109e6ffc-ed20-4580-acca-0c5e98893c9a from datanode DatanodeRegistration(127.0.0.1:45251, datanodeUuid=2d485bb0-84c1-442f-8706-0e66f7ca19df, infoPort=45749, infoSecurePort=0, ipcPort=34389, storageInfo=lv=-57;cid=testClusterID;nsid=1374448705;c=1731424939710) 2024-11-12T15:22:21,253 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2dd774ca5397f567 with lease ID 0x19baedf2ee41058e: from storage DS-109e6ffc-ed20-4580-acca-0c5e98893c9a node DatanodeRegistration(127.0.0.1:45251, datanodeUuid=2d485bb0-84c1-442f-8706-0e66f7ca19df, infoPort=45749, infoSecurePort=0, ipcPort=34389, storageInfo=lv=-57;cid=testClusterID;nsid=1374448705;c=1731424939710), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T15:22:21,253 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2dd774ca5397f567 with lease ID 0x19baedf2ee41058e: Processing first storage report for DS-13708e0b-571f-47e0-8710-3ba29107fe56 from datanode DatanodeRegistration(127.0.0.1:45251, datanodeUuid=2d485bb0-84c1-442f-8706-0e66f7ca19df, infoPort=45749, infoSecurePort=0, ipcPort=34389, storageInfo=lv=-57;cid=testClusterID;nsid=1374448705;c=1731424939710) 2024-11-12T15:22:21,253 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2dd774ca5397f567 with lease ID 0x19baedf2ee41058e: from storage DS-13708e0b-571f-47e0-8710-3ba29107fe56 node DatanodeRegistration(127.0.0.1:45251, datanodeUuid=2d485bb0-84c1-442f-8706-0e66f7ca19df, infoPort=45749, infoSecurePort=0, ipcPort=34389, storageInfo=lv=-57;cid=testClusterID;nsid=1374448705;c=1731424939710), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T15:22:21,285 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/52615ee3-8b1f-439e-829a-1eed8c124ba7 2024-11-12T15:22:21,285 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:22:21,286 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:22:21,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741825_1001 (size=7) 2024-11-12T15:22:21,693 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f with version=8 2024-11-12T15:22:21,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/hbase-staging 2024-11-12T15:22:21,695 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a6f201fa5419:0 server-side Connection retries=45 2024-11-12T15:22:21,695 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:22:21,695 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T15:22:21,695 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T15:22:21,695 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:22:21,695 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T15:22:21,695 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T15:22:21,695 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T15:22:21,696 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32885 2024-11-12T15:22:21,696 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32885 connecting to ZooKeeper ensemble=127.0.0.1:55841 2024-11-12T15:22:21,837 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T15:22:21,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:21,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:21,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:21,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:21,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:21,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:21,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:328850x0, quorum=127.0.0.1:55841, baseZNode=/0-1253917619 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T15:22:21,871 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32885-0x1012fa3ea5a0000 connected 2024-11-12T15:22:21,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:21,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:21,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:21,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:21,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:21,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:21,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:21,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:21,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:21,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:21,954 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:22:21,955 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:22:21,957 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32885-0x1012fa3ea5a0000, quorum=127.0.0.1:55841, baseZNode=/0-1253917619 Set watcher on znode that does not yet exist, /0-1253917619/running 2024-11-12T15:22:21,957 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f, hbase.cluster.distributed=false 2024-11-12T15:22:21,958 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32885-0x1012fa3ea5a0000, quorum=127.0.0.1:55841, baseZNode=/0-1253917619 Set watcher on znode that does not yet exist, /0-1253917619/acl 2024-11-12T15:22:21,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32885 2024-11-12T15:22:21,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32885 2024-11-12T15:22:21,959 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32885 2024-11-12T15:22:21,959 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32885 2024-11-12T15:22:21,959 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32885 2024-11-12T15:22:21,970 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a6f201fa5419:0 server-side Connection retries=45 2024-11-12T15:22:21,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:22:21,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T15:22:21,971 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T15:22:21,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:22:21,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T15:22:21,971 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T15:22:21,971 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T15:22:21,971 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43531 2024-11-12T15:22:21,972 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43531 connecting to ZooKeeper ensemble=127.0.0.1:55841 2024-11-12T15:22:21,972 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:22:21,973 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:22:21,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:435310x0, quorum=127.0.0.1:55841, baseZNode=/0-1253917619 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T15:22:21,986 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43531-0x1012fa3ea5a0001 connected 2024-11-12T15:22:21,986 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43531-0x1012fa3ea5a0001, quorum=127.0.0.1:55841, baseZNode=/0-1253917619 Set watcher on znode that does not yet exist, /0-1253917619/running 2024-11-12T15:22:21,986 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T15:22:21,987 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T15:22:21,987 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43531-0x1012fa3ea5a0001, quorum=127.0.0.1:55841, baseZNode=/0-1253917619 Set watcher on znode that does not yet exist, /0-1253917619/master 2024-11-12T15:22:21,988 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43531-0x1012fa3ea5a0001, quorum=127.0.0.1:55841, baseZNode=/0-1253917619 Set watcher on znode that does not yet exist, /0-1253917619/acl 2024-11-12T15:22:21,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43531 2024-11-12T15:22:21,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43531 2024-11-12T15:22:21,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43531 2024-11-12T15:22:21,993 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43531 2024-11-12T15:22:21,993 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43531 2024-11-12T15:22:22,003 DEBUG [M:0;a6f201fa5419:32885 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a6f201fa5419:32885 2024-11-12T15:22:22,003 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1253917619/backup-masters/a6f201fa5419,32885,1731424941695 2024-11-12T15:22:22,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32885-0x1012fa3ea5a0000, quorum=127.0.0.1:55841, baseZNode=/0-1253917619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1253917619/backup-masters 2024-11-12T15:22:22,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43531-0x1012fa3ea5a0001, quorum=127.0.0.1:55841, baseZNode=/0-1253917619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1253917619/backup-masters 2024-11-12T15:22:22,007 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32885-0x1012fa3ea5a0000, quorum=127.0.0.1:55841, baseZNode=/0-1253917619 Set watcher on existing znode=/0-1253917619/backup-masters/a6f201fa5419,32885,1731424941695 2024-11-12T15:22:22,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32885-0x1012fa3ea5a0000, quorum=127.0.0.1:55841, baseZNode=/0-1253917619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1253917619 2024-11-12T15:22:22,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43531-0x1012fa3ea5a0001, quorum=127.0.0.1:55841, baseZNode=/0-1253917619 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1253917619/master 2024-11-12T15:22:22,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43531-0x1012fa3ea5a0001, quorum=127.0.0.1:55841, baseZNode=/0-1253917619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1253917619 2024-11-12T15:22:22,018 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32885-0x1012fa3ea5a0000, quorum=127.0.0.1:55841, baseZNode=/0-1253917619 Set watcher on existing znode=/0-1253917619/master 2024-11-12T15:22:22,018 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1253917619/backup-masters/a6f201fa5419,32885,1731424941695 from backup master directory 2024-11-12T15:22:22,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32885-0x1012fa3ea5a0000, quorum=127.0.0.1:55841, baseZNode=/0-1253917619 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1253917619/backup-masters/a6f201fa5419,32885,1731424941695 2024-11-12T15:22:22,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43531-0x1012fa3ea5a0001, quorum=127.0.0.1:55841, baseZNode=/0-1253917619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1253917619/backup-masters 2024-11-12T15:22:22,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32885-0x1012fa3ea5a0000, quorum=127.0.0.1:55841, baseZNode=/0-1253917619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1253917619/backup-masters 2024-11-12T15:22:22,028 WARN [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T15:22:22,028 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a6f201fa5419,32885,1731424941695 2024-11-12T15:22:22,030 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/hbase.id] with ID: c577283a-5638-4bf7-bca1-418faae26fb9 2024-11-12T15:22:22,030 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/.tmp/hbase.id 2024-11-12T15:22:22,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741826_1002 (size=42) 2024-11-12T15:22:22,434 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/.tmp/hbase.id]:[hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/hbase.id] 2024-11-12T15:22:22,442 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:22:22,442 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T15:22:22,442 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-12T15:22:22,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32885-0x1012fa3ea5a0000, quorum=127.0.0.1:55841, baseZNode=/0-1253917619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1253917619 2024-11-12T15:22:22,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43531-0x1012fa3ea5a0001, quorum=127.0.0.1:55841, baseZNode=/0-1253917619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1253917619 2024-11-12T15:22:22,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741827_1003 (size=196) 2024-11-12T15:22:22,897 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T15:22:22,898 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T15:22:22,898 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:22:22,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741828_1004 (size=1189) 2024-11-12T15:22:23,077 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T15:22:23,077 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-12T15:22:23,303 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/MasterData/data/master/store 2024-11-12T15:22:23,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741829_1005 (size=34) 2024-11-12T15:22:23,707 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:22:23,707 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T15:22:23,707 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:22:23,707 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:22:23,707 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T15:22:23,707 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:22:23,707 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:22:23,708 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731424943707Disabling compacts and flushes for region at 1731424943707Disabling writes for close at 1731424943707Writing region close event to WAL at 1731424943707Closed at 1731424943707 2024-11-12T15:22:23,708 WARN [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/MasterData/data/master/store/.initializing 2024-11-12T15:22:23,708 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/MasterData/WALs/a6f201fa5419,32885,1731424941695 2024-11-12T15:22:23,709 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T15:22:23,710 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a6f201fa5419%2C32885%2C1731424941695, suffix=, logDir=hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/MasterData/WALs/a6f201fa5419,32885,1731424941695, archiveDir=hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/MasterData/oldWALs, maxLogs=10 2024-11-12T15:22:23,724 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/MasterData/WALs/a6f201fa5419,32885,1731424941695/a6f201fa5419%2C32885%2C1731424941695.1731424943710, exclude list is [], retry=0 2024-11-12T15:22:23,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45251,DS-109e6ffc-ed20-4580-acca-0c5e98893c9a,DISK] 2024-11-12T15:22:23,727 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/MasterData/WALs/a6f201fa5419,32885,1731424941695/a6f201fa5419%2C32885%2C1731424941695.1731424943710 2024-11-12T15:22:23,727 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45749:45749)] 2024-11-12T15:22:23,728 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T15:22:23,728 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:22:23,728 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:22:23,728 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:22:23,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:22:23,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T15:22:23,730 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:22:23,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:22:23,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:22:23,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T15:22:23,731 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:22:23,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:22:23,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:22:23,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T15:22:23,732 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:22:23,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:22:23,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:22:23,733 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T15:22:23,733 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:22:23,733 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:22:23,733 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:22:23,734 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:22:23,734 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:22:23,735 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:22:23,735 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:22:23,735 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T15:22:23,735 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:22:23,737 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T15:22:23,737 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68011082, jitterRate=0.013444095849990845}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T15:22:23,737 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731424943728Initializing all the Stores at 1731424943728Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424943728Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424943729 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424943729Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424943729Cleaning up temporary data from old regions at 1731424943735 (+6 ms)Region opened successfully at 1731424943737 (+2 ms) 2024-11-12T15:22:23,737 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T15:22:23,739 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1279c93c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a6f201fa5419/172.17.0.2:0 2024-11-12T15:22:23,739 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T15:22:23,740 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T15:22:23,740 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T15:22:23,740 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T15:22:23,740 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T15:22:23,740 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T15:22:23,740 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T15:22:23,741 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T15:22:23,742 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32885-0x1012fa3ea5a0000, quorum=127.0.0.1:55841, baseZNode=/0-1253917619 Unable to get data of znode /0-1253917619/balancer because node does not exist (not necessarily an error) 2024-11-12T15:22:23,807 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1253917619/balancer already deleted, retry=false 2024-11-12T15:22:23,807 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T15:22:23,808 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32885-0x1012fa3ea5a0000, quorum=127.0.0.1:55841, baseZNode=/0-1253917619 Unable to get data of znode /0-1253917619/normalizer because node does not exist (not necessarily an error) 2024-11-12T15:22:23,817 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1253917619/normalizer already deleted, retry=false 2024-11-12T15:22:23,817 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T15:22:23,818 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32885-0x1012fa3ea5a0000, quorum=127.0.0.1:55841, baseZNode=/0-1253917619 Unable to get data of znode /0-1253917619/switch/split because node does not exist (not necessarily an error) 2024-11-12T15:22:23,828 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1253917619/switch/split already deleted, retry=false 2024-11-12T15:22:23,828 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32885-0x1012fa3ea5a0000, quorum=127.0.0.1:55841, baseZNode=/0-1253917619 Unable to get data of znode /0-1253917619/switch/merge because node does not exist (not necessarily an error) 2024-11-12T15:22:23,838 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1253917619/switch/merge already deleted, retry=false 2024-11-12T15:22:23,840 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32885-0x1012fa3ea5a0000, quorum=127.0.0.1:55841, baseZNode=/0-1253917619 Unable to get data of znode /0-1253917619/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T15:22:23,849 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1253917619/snapshot-cleanup already deleted, retry=false 2024-11-12T15:22:23,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43531-0x1012fa3ea5a0001, quorum=127.0.0.1:55841, baseZNode=/0-1253917619 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1253917619/running 2024-11-12T15:22:23,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32885-0x1012fa3ea5a0000, quorum=127.0.0.1:55841, baseZNode=/0-1253917619 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1253917619/running 2024-11-12T15:22:23,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32885-0x1012fa3ea5a0000, quorum=127.0.0.1:55841, baseZNode=/0-1253917619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1253917619 2024-11-12T15:22:23,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43531-0x1012fa3ea5a0001, quorum=127.0.0.1:55841, baseZNode=/0-1253917619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1253917619 2024-11-12T15:22:23,860 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a6f201fa5419,32885,1731424941695, sessionid=0x1012fa3ea5a0000, setting cluster-up flag (Was=false) 2024-11-12T15:22:23,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32885-0x1012fa3ea5a0000, quorum=127.0.0.1:55841, baseZNode=/0-1253917619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1253917619 2024-11-12T15:22:23,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43531-0x1012fa3ea5a0001, quorum=127.0.0.1:55841, baseZNode=/0-1253917619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1253917619 2024-11-12T15:22:23,912 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1253917619/flush-table-proc/acquired, /0-1253917619/flush-table-proc/reached, /0-1253917619/flush-table-proc/abort 2024-11-12T15:22:23,913 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a6f201fa5419,32885,1731424941695 2024-11-12T15:22:23,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43531-0x1012fa3ea5a0001, quorum=127.0.0.1:55841, baseZNode=/0-1253917619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1253917619 2024-11-12T15:22:23,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32885-0x1012fa3ea5a0000, quorum=127.0.0.1:55841, baseZNode=/0-1253917619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1253917619 2024-11-12T15:22:23,964 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1253917619/online-snapshot/acquired, /0-1253917619/online-snapshot/reached, /0-1253917619/online-snapshot/abort 2024-11-12T15:22:23,965 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a6f201fa5419,32885,1731424941695 2024-11-12T15:22:23,966 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T15:22:23,967 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T15:22:23,967 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T15:22:23,967 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T15:22:23,967 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a6f201fa5419,32885,1731424941695 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T15:22:23,968 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:22:23,968 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:22:23,968 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:22:23,968 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:22:23,968 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a6f201fa5419:0, corePoolSize=10, maxPoolSize=10 2024-11-12T15:22:23,968 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:22:23,968 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a6f201fa5419:0, corePoolSize=2, maxPoolSize=2 2024-11-12T15:22:23,968 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:22:23,969 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731424973969 2024-11-12T15:22:23,969 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T15:22:23,969 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T15:22:23,970 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T15:22:23,970 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T15:22:23,970 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T15:22:23,970 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T15:22:23,970 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T15:22:23,970 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T15:22:23,970 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:23,970 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T15:22:23,970 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T15:22:23,970 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T15:22:23,970 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T15:22:23,970 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T15:22:23,970 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T15:22:23,970 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:22:23,970 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.large.0-1731424943970,5,FailOnTimeoutGroup] 2024-11-12T15:22:23,971 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.small.0-1731424943970,5,FailOnTimeoutGroup] 2024-11-12T15:22:23,970 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T15:22:23,971 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:23,971 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T15:22:23,971 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:23,971 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:23,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741831_1007 (size=1321) 2024-11-12T15:22:23,996 INFO [RS:0;a6f201fa5419:43531 {}] regionserver.HRegionServer(746): ClusterId : c577283a-5638-4bf7-bca1-418faae26fb9 2024-11-12T15:22:23,996 DEBUG [RS:0;a6f201fa5419:43531 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T15:22:24,007 DEBUG [RS:0;a6f201fa5419:43531 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T15:22:24,007 DEBUG [RS:0;a6f201fa5419:43531 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T15:22:24,018 DEBUG [RS:0;a6f201fa5419:43531 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T15:22:24,018 DEBUG [RS:0;a6f201fa5419:43531 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a3cb86a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a6f201fa5419/172.17.0.2:0 2024-11-12T15:22:24,030 DEBUG [RS:0;a6f201fa5419:43531 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a6f201fa5419:43531 2024-11-12T15:22:24,030 INFO [RS:0;a6f201fa5419:43531 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T15:22:24,030 INFO [RS:0;a6f201fa5419:43531 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T15:22:24,030 DEBUG [RS:0;a6f201fa5419:43531 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T15:22:24,031 INFO [RS:0;a6f201fa5419:43531 {}] regionserver.HRegionServer(2659): reportForDuty to master=a6f201fa5419,32885,1731424941695 with port=43531, startcode=1731424941970 2024-11-12T15:22:24,031 DEBUG [RS:0;a6f201fa5419:43531 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T15:22:24,032 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35187, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T15:22:24,032 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32885 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a6f201fa5419,43531,1731424941970 2024-11-12T15:22:24,032 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32885 {}] master.ServerManager(517): Registering regionserver=a6f201fa5419,43531,1731424941970 2024-11-12T15:22:24,033 DEBUG [RS:0;a6f201fa5419:43531 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f 2024-11-12T15:22:24,033 DEBUG [RS:0;a6f201fa5419:43531 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39647 2024-11-12T15:22:24,033 DEBUG [RS:0;a6f201fa5419:43531 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T15:22:24,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32885-0x1012fa3ea5a0000, quorum=127.0.0.1:55841, baseZNode=/0-1253917619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1253917619/rs 2024-11-12T15:22:24,038 DEBUG [RS:0;a6f201fa5419:43531 {}] zookeeper.ZKUtil(111): regionserver:43531-0x1012fa3ea5a0001, quorum=127.0.0.1:55841, baseZNode=/0-1253917619 Set watcher on existing znode=/0-1253917619/rs/a6f201fa5419,43531,1731424941970 2024-11-12T15:22:24,038 WARN [RS:0;a6f201fa5419:43531 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T15:22:24,039 INFO [RS:0;a6f201fa5419:43531 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:22:24,039 DEBUG [RS:0;a6f201fa5419:43531 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/WALs/a6f201fa5419,43531,1731424941970 2024-11-12T15:22:24,039 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a6f201fa5419,43531,1731424941970] 2024-11-12T15:22:24,041 INFO [RS:0;a6f201fa5419:43531 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T15:22:24,042 INFO [RS:0;a6f201fa5419:43531 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T15:22:24,043 INFO [RS:0;a6f201fa5419:43531 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T15:22:24,043 INFO [RS:0;a6f201fa5419:43531 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:24,043 INFO [RS:0;a6f201fa5419:43531 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T15:22:24,043 INFO [RS:0;a6f201fa5419:43531 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T15:22:24,043 INFO [RS:0;a6f201fa5419:43531 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:24,043 DEBUG [RS:0;a6f201fa5419:43531 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:22:24,043 DEBUG [RS:0;a6f201fa5419:43531 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:22:24,043 DEBUG [RS:0;a6f201fa5419:43531 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:22:24,043 DEBUG [RS:0;a6f201fa5419:43531 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:22:24,043 DEBUG [RS:0;a6f201fa5419:43531 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:22:24,043 DEBUG [RS:0;a6f201fa5419:43531 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a6f201fa5419:0, corePoolSize=2, maxPoolSize=2 2024-11-12T15:22:24,043 DEBUG [RS:0;a6f201fa5419:43531 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:22:24,043 DEBUG [RS:0;a6f201fa5419:43531 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:22:24,043 DEBUG [RS:0;a6f201fa5419:43531 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:22:24,043 DEBUG [RS:0;a6f201fa5419:43531 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:22:24,043 DEBUG [RS:0;a6f201fa5419:43531 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:22:24,043 DEBUG [RS:0;a6f201fa5419:43531 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:22:24,043 DEBUG [RS:0;a6f201fa5419:43531 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a6f201fa5419:0, corePoolSize=3, maxPoolSize=3 2024-11-12T15:22:24,044 DEBUG [RS:0;a6f201fa5419:43531 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a6f201fa5419:0, corePoolSize=3, maxPoolSize=3 2024-11-12T15:22:24,046 INFO [RS:0;a6f201fa5419:43531 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:24,046 INFO [RS:0;a6f201fa5419:43531 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:24,046 INFO [RS:0;a6f201fa5419:43531 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:24,046 INFO [RS:0;a6f201fa5419:43531 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:24,046 INFO [RS:0;a6f201fa5419:43531 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:24,046 INFO [RS:0;a6f201fa5419:43531 {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,43531,1731424941970-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T15:22:24,059 INFO [RS:0;a6f201fa5419:43531 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T15:22:24,059 INFO [RS:0;a6f201fa5419:43531 {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,43531,1731424941970-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:24,059 INFO [RS:0;a6f201fa5419:43531 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:24,059 INFO [RS:0;a6f201fa5419:43531 {}] regionserver.Replication(171): a6f201fa5419,43531,1731424941970 started 2024-11-12T15:22:24,071 INFO [RS:0;a6f201fa5419:43531 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:24,071 INFO [RS:0;a6f201fa5419:43531 {}] regionserver.HRegionServer(1482): Serving as a6f201fa5419,43531,1731424941970, RpcServer on a6f201fa5419/172.17.0.2:43531, sessionid=0x1012fa3ea5a0001 2024-11-12T15:22:24,072 DEBUG [RS:0;a6f201fa5419:43531 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T15:22:24,072 DEBUG [RS:0;a6f201fa5419:43531 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a6f201fa5419,43531,1731424941970 2024-11-12T15:22:24,072 DEBUG [RS:0;a6f201fa5419:43531 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a6f201fa5419,43531,1731424941970' 2024-11-12T15:22:24,072 DEBUG [RS:0;a6f201fa5419:43531 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1253917619/flush-table-proc/abort' 2024-11-12T15:22:24,072 DEBUG [RS:0;a6f201fa5419:43531 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1253917619/flush-table-proc/acquired' 2024-11-12T15:22:24,072 DEBUG [RS:0;a6f201fa5419:43531 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T15:22:24,072 DEBUG [RS:0;a6f201fa5419:43531 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T15:22:24,072 DEBUG [RS:0;a6f201fa5419:43531 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a6f201fa5419,43531,1731424941970 2024-11-12T15:22:24,072 DEBUG [RS:0;a6f201fa5419:43531 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a6f201fa5419,43531,1731424941970' 2024-11-12T15:22:24,072 DEBUG [RS:0;a6f201fa5419:43531 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1253917619/online-snapshot/abort' 2024-11-12T15:22:24,072 DEBUG [RS:0;a6f201fa5419:43531 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1253917619/online-snapshot/acquired' 2024-11-12T15:22:24,073 DEBUG [RS:0;a6f201fa5419:43531 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T15:22:24,073 INFO [RS:0;a6f201fa5419:43531 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T15:22:24,073 INFO [RS:0;a6f201fa5419:43531 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T15:22:24,173 INFO [RS:0;a6f201fa5419:43531 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T15:22:24,174 INFO [RS:0;a6f201fa5419:43531 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a6f201fa5419%2C43531%2C1731424941970, suffix=, logDir=hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/WALs/a6f201fa5419,43531,1731424941970, archiveDir=hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/oldWALs, maxLogs=10 2024-11-12T15:22:24,186 DEBUG [RS:0;a6f201fa5419:43531 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/WALs/a6f201fa5419,43531,1731424941970/a6f201fa5419%2C43531%2C1731424941970.1731424944174, exclude list is [], retry=0 2024-11-12T15:22:24,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45251,DS-109e6ffc-ed20-4580-acca-0c5e98893c9a,DISK] 2024-11-12T15:22:24,189 INFO [RS:0;a6f201fa5419:43531 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/WALs/a6f201fa5419,43531,1731424941970/a6f201fa5419%2C43531%2C1731424941970.1731424944174 2024-11-12T15:22:24,189 DEBUG [RS:0;a6f201fa5419:43531 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45749:45749)] 2024-11-12T15:22:24,378 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T15:22:24,378 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f 2024-11-12T15:22:24,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741833_1009 (size=32) 2024-11-12T15:22:24,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:22:24,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T15:22:24,785 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T15:22:24,785 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:22:24,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:22:24,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T15:22:24,786 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T15:22:24,786 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:22:24,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:22:24,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T15:22:24,787 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T15:22:24,787 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:22:24,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:22:24,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T15:22:24,788 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T15:22:24,788 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:22:24,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:22:24,788 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T15:22:24,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/data/hbase/meta/1588230740 2024-11-12T15:22:24,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/data/hbase/meta/1588230740 2024-11-12T15:22:24,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T15:22:24,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T15:22:24,790 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T15:22:24,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T15:22:24,791 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T15:22:24,792 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62913235, jitterRate=-0.06251974403858185}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T15:22:24,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731424944783Initializing all the Stores at 1731424944783Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424944783Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424944784 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424944784Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424944784Cleaning up temporary data from old regions at 1731424944789 (+5 ms)Region opened successfully at 1731424944792 (+3 ms) 2024-11-12T15:22:24,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T15:22:24,792 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T15:22:24,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T15:22:24,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T15:22:24,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T15:22:24,792 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T15:22:24,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731424944792Disabling compacts and flushes for region at 1731424944792Disabling writes for close at 1731424944792Writing region close event to WAL at 1731424944792Closed at 1731424944792 2024-11-12T15:22:24,793 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T15:22:24,793 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T15:22:24,793 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T15:22:24,794 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T15:22:24,794 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T15:22:24,944 DEBUG [a6f201fa5419:32885 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T15:22:24,945 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a6f201fa5419,43531,1731424941970 2024-11-12T15:22:24,945 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a6f201fa5419,43531,1731424941970, state=OPENING 2024-11-12T15:22:25,049 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T15:22:25,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32885-0x1012fa3ea5a0000, quorum=127.0.0.1:55841, baseZNode=/0-1253917619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1253917619 2024-11-12T15:22:25,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43531-0x1012fa3ea5a0001, quorum=127.0.0.1:55841, baseZNode=/0-1253917619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1253917619 2024-11-12T15:22:25,089 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1253917619/meta-region-server: CHANGED 2024-11-12T15:22:25,089 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1253917619/meta-region-server: CHANGED 2024-11-12T15:22:25,089 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T15:22:25,089 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a6f201fa5419,43531,1731424941970}] 2024-11-12T15:22:25,241 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T15:22:25,242 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45283, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T15:22:25,244 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T15:22:25,244 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:22:25,244 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T15:22:25,246 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a6f201fa5419%2C43531%2C1731424941970.meta, suffix=.meta, logDir=hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/WALs/a6f201fa5419,43531,1731424941970, archiveDir=hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/oldWALs, maxLogs=10 2024-11-12T15:22:25,258 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/WALs/a6f201fa5419,43531,1731424941970/a6f201fa5419%2C43531%2C1731424941970.meta.1731424945246.meta, exclude list is [], retry=0 2024-11-12T15:22:25,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45251,DS-109e6ffc-ed20-4580-acca-0c5e98893c9a,DISK] 2024-11-12T15:22:25,261 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/WALs/a6f201fa5419,43531,1731424941970/a6f201fa5419%2C43531%2C1731424941970.meta.1731424945246.meta 2024-11-12T15:22:25,261 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45749:45749)] 2024-11-12T15:22:25,261 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T15:22:25,261 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T15:22:25,261 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T15:22:25,261 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T15:22:25,261 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T15:22:25,262 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T15:22:25,262 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:22:25,262 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T15:22:25,262 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T15:22:25,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T15:22:25,263 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T15:22:25,263 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:22:25,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:22:25,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T15:22:25,264 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T15:22:25,264 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:22:25,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:22:25,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T15:22:25,266 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T15:22:25,266 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:22:25,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:22:25,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T15:22:25,267 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T15:22:25,267 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:22:25,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:22:25,267 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T15:22:25,267 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/data/hbase/meta/1588230740 2024-11-12T15:22:25,268 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/data/hbase/meta/1588230740 2024-11-12T15:22:25,269 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T15:22:25,269 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T15:22:25,269 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T15:22:25,270 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T15:22:25,270 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71261147, jitterRate=0.06187383830547333}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T15:22:25,270 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T15:22:25,270 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731424945262Writing region info on filesystem at 1731424945262Initializing all the Stores at 1731424945262Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424945262Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424945263 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424945263Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424945263Cleaning up temporary data from old regions at 1731424945269 (+6 ms)Running coprocessor post-open hooks at 1731424945270 (+1 ms)Region opened successfully at 1731424945270 2024-11-12T15:22:25,271 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731424945241 2024-11-12T15:22:25,273 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a6f201fa5419,43531,1731424941970 2024-11-12T15:22:25,273 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T15:22:25,273 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T15:22:25,274 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a6f201fa5419,43531,1731424941970, state=OPEN 2024-11-12T15:22:25,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32885-0x1012fa3ea5a0000, quorum=127.0.0.1:55841, baseZNode=/0-1253917619 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1253917619/meta-region-server 2024-11-12T15:22:25,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43531-0x1012fa3ea5a0001, quorum=127.0.0.1:55841, baseZNode=/0-1253917619 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1253917619/meta-region-server 2024-11-12T15:22:25,291 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a6f201fa5419,43531,1731424941970 2024-11-12T15:22:25,291 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1253917619/meta-region-server: CHANGED 2024-11-12T15:22:25,291 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1253917619/meta-region-server: CHANGED 2024-11-12T15:22:25,292 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T15:22:25,292 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a6f201fa5419,43531,1731424941970 in 202 msec 2024-11-12T15:22:25,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T15:22:25,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 499 msec 2024-11-12T15:22:25,294 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T15:22:25,294 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T15:22:25,295 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:22:25,295 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,43531,1731424941970, seqNum=-1] 2024-11-12T15:22:25,295 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:22:25,296 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43467, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T15:22:25,300 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3320 sec 2024-11-12T15:22:25,300 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731424945300, completionTime=-1 2024-11-12T15:22:25,300 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T15:22:25,300 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T15:22:25,301 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T15:22:25,301 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731425005301 2024-11-12T15:22:25,301 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731425065301 2024-11-12T15:22:25,301 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-12T15:22:25,302 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,32885,1731424941695-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:25,302 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,32885,1731424941695-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:25,302 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,32885,1731424941695-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:25,302 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a6f201fa5419:32885, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:25,302 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:25,302 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:25,303 DEBUG [master/a6f201fa5419:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T15:22:25,304 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.276sec 2024-11-12T15:22:25,304 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T15:22:25,304 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T15:22:25,304 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T15:22:25,304 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T15:22:25,304 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T15:22:25,304 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,32885,1731424941695-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T15:22:25,304 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,32885,1731424941695-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T15:22:25,306 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T15:22:25,306 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T15:22:25,306 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,32885,1731424941695-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:25,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ae0e6eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:22:25,397 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,32885,-1 for getting cluster id 2024-11-12T15:22:25,397 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:22:25,398 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c577283a-5638-4bf7-bca1-418faae26fb9' 2024-11-12T15:22:25,398 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:22:25,398 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c577283a-5638-4bf7-bca1-418faae26fb9" 2024-11-12T15:22:25,398 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71f79674, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:22:25,398 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,32885,-1] 2024-11-12T15:22:25,398 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:22:25,398 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:25,399 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:22:25,399 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a9910c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:22:25,400 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:22:25,400 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,43531,1731424941970, seqNum=-1] 2024-11-12T15:22:25,400 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:22:25,401 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T15:22:25,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a6f201fa5419,32885,1731424941695 2024-11-12T15:22:25,402 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55841 2024-11-12T15:22:25,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55841, baseZNode=/0-1253917619 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T15:22:25,407 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012fa3ea5a0002 connected 2024-11-12T15:22:25,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/52615ee3-8b1f-439e-829a-1eed8c124ba7/hadoop.log.dir so I do NOT create it in target/test-data/03c90bec-9e20-f87d-36be-c1edbfa8020c 2024-11-12T15:22:25,419 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/52615ee3-8b1f-439e-829a-1eed8c124ba7/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T15:22:25,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/52615ee3-8b1f-439e-829a-1eed8c124ba7/hadoop.tmp.dir so I do NOT create it in target/test-data/03c90bec-9e20-f87d-36be-c1edbfa8020c 2024-11-12T15:22:25,419 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/52615ee3-8b1f-439e-829a-1eed8c124ba7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T15:22:25,419 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/03c90bec-9e20-f87d-36be-c1edbfa8020c 2024-11-12T15:22:25,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T15:22:25,419 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/03c90bec-9e20-f87d-36be-c1edbfa8020c/cluster_7d53127a-5a8d-456a-89db-63720d02d083, deleteOnExit=true 2024-11-12T15:22:25,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T15:22:25,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/03c90bec-9e20-f87d-36be-c1edbfa8020c/test.cache.data in system properties and HBase conf 2024-11-12T15:22:25,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/03c90bec-9e20-f87d-36be-c1edbfa8020c/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T15:22:25,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/03c90bec-9e20-f87d-36be-c1edbfa8020c/hadoop.log.dir in system properties and HBase conf 2024-11-12T15:22:25,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/03c90bec-9e20-f87d-36be-c1edbfa8020c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T15:22:25,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/03c90bec-9e20-f87d-36be-c1edbfa8020c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T15:22:25,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T15:22:25,420 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T15:22:25,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/03c90bec-9e20-f87d-36be-c1edbfa8020c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T15:22:25,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/03c90bec-9e20-f87d-36be-c1edbfa8020c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T15:22:25,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/03c90bec-9e20-f87d-36be-c1edbfa8020c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T15:22:25,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/03c90bec-9e20-f87d-36be-c1edbfa8020c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T15:22:25,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/03c90bec-9e20-f87d-36be-c1edbfa8020c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T15:22:25,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/03c90bec-9e20-f87d-36be-c1edbfa8020c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T15:22:25,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/03c90bec-9e20-f87d-36be-c1edbfa8020c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T15:22:25,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/03c90bec-9e20-f87d-36be-c1edbfa8020c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T15:22:25,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/03c90bec-9e20-f87d-36be-c1edbfa8020c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T15:22:25,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/03c90bec-9e20-f87d-36be-c1edbfa8020c/nfs.dump.dir in system properties and HBase conf 2024-11-12T15:22:25,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/03c90bec-9e20-f87d-36be-c1edbfa8020c/java.io.tmpdir in system properties and HBase conf 2024-11-12T15:22:25,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/03c90bec-9e20-f87d-36be-c1edbfa8020c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T15:22:25,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/03c90bec-9e20-f87d-36be-c1edbfa8020c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T15:22:25,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/03c90bec-9e20-f87d-36be-c1edbfa8020c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T15:22:25,734 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T15:22:25,737 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T15:22:25,738 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T15:22:25,738 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T15:22:25,738 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T15:22:25,739 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T15:22:25,739 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8fb7bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/03c90bec-9e20-f87d-36be-c1edbfa8020c/hadoop.log.dir/,AVAILABLE} 2024-11-12T15:22:25,739 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48fc470e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T15:22:25,832 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@56e586b3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/03c90bec-9e20-f87d-36be-c1edbfa8020c/java.io.tmpdir/jetty-localhost-34561-hadoop-hdfs-3_4_1-tests_jar-_-any-3376816955712165203/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T15:22:25,832 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68405515{HTTP/1.1, (http/1.1)}{localhost:34561} 2024-11-12T15:22:25,832 INFO [Time-limited test {}] server.Server(415): Started @327076ms 2024-11-12T15:22:26,158 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T15:22:26,161 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T15:22:26,165 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T15:22:26,165 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T15:22:26,165 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T15:22:26,167 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10eb49{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/03c90bec-9e20-f87d-36be-c1edbfa8020c/hadoop.log.dir/,AVAILABLE} 2024-11-12T15:22:26,167 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3746d143{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T15:22:26,285 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@628d6f86{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/03c90bec-9e20-f87d-36be-c1edbfa8020c/java.io.tmpdir/jetty-localhost-35537-hadoop-hdfs-3_4_1-tests_jar-_-any-9268354748249578589/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T15:22:26,286 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7dedfc57{HTTP/1.1, (http/1.1)}{localhost:35537} 2024-11-12T15:22:26,286 INFO [Time-limited test {}] server.Server(415): Started @327530ms 2024-11-12T15:22:26,287 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T15:22:26,335 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T15:22:26,335 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T15:22:26,336 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T15:22:26,336 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-12T15:22:26,336 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T15:22:26,336 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-12T15:22:26,336 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T15:22:26,336 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-12T15:22:26,925 WARN [Thread-4410 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/03c90bec-9e20-f87d-36be-c1edbfa8020c/cluster_7d53127a-5a8d-456a-89db-63720d02d083/data/data1/current/BP-345104918-172.17.0.2-1731424945434/current, will proceed with Du for space computation calculation, 2024-11-12T15:22:26,925 WARN [Thread-4411 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/03c90bec-9e20-f87d-36be-c1edbfa8020c/cluster_7d53127a-5a8d-456a-89db-63720d02d083/data/data2/current/BP-345104918-172.17.0.2-1731424945434/current, will proceed with Du for space computation calculation, 2024-11-12T15:22:26,939 WARN [Thread-4398 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T15:22:26,941 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5a5abdad3318ded4 with lease ID 0x532418c27515121e: Processing first storage report for DS-5893a8a9-c561-4b35-b228-9289901a3620 from datanode DatanodeRegistration(127.0.0.1:44483, datanodeUuid=8f347ba3-1116-4196-815e-8e1bcbed51db, infoPort=33457, infoSecurePort=0, ipcPort=39161, storageInfo=lv=-57;cid=testClusterID;nsid=2118953280;c=1731424945434) 2024-11-12T15:22:26,941 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5a5abdad3318ded4 with lease ID 0x532418c27515121e: from storage DS-5893a8a9-c561-4b35-b228-9289901a3620 node DatanodeRegistration(127.0.0.1:44483, datanodeUuid=8f347ba3-1116-4196-815e-8e1bcbed51db, infoPort=33457, infoSecurePort=0, ipcPort=39161, storageInfo=lv=-57;cid=testClusterID;nsid=2118953280;c=1731424945434), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T15:22:26,941 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5a5abdad3318ded4 with lease ID 0x532418c27515121e: Processing first storage report for DS-01bef8e9-4955-450a-8c89-d6d97704228e from datanode DatanodeRegistration(127.0.0.1:44483, datanodeUuid=8f347ba3-1116-4196-815e-8e1bcbed51db, infoPort=33457, infoSecurePort=0, ipcPort=39161, storageInfo=lv=-57;cid=testClusterID;nsid=2118953280;c=1731424945434) 2024-11-12T15:22:26,941 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5a5abdad3318ded4 with lease ID 0x532418c27515121e: from storage DS-01bef8e9-4955-450a-8c89-d6d97704228e node DatanodeRegistration(127.0.0.1:44483, datanodeUuid=8f347ba3-1116-4196-815e-8e1bcbed51db, infoPort=33457, infoSecurePort=0, ipcPort=39161, storageInfo=lv=-57;cid=testClusterID;nsid=2118953280;c=1731424945434), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T15:22:27,013 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/03c90bec-9e20-f87d-36be-c1edbfa8020c 2024-11-12T15:22:27,013 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:22:27,014 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:22:27,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44483 is added to blk_1073741825_1001 (size=7) 2024-11-12T15:22:27,421 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445 with version=8 2024-11-12T15:22:27,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/hbase-staging 2024-11-12T15:22:27,423 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a6f201fa5419:0 server-side Connection retries=45 2024-11-12T15:22:27,423 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:22:27,423 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T15:22:27,423 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T15:22:27,423 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:22:27,423 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T15:22:27,423 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T15:22:27,423 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T15:22:27,424 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37851 2024-11-12T15:22:27,424 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37851 connecting to ZooKeeper ensemble=127.0.0.1:55841 2024-11-12T15:22:27,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:378510x0, quorum=127.0.0.1:55841, baseZNode=/1-640905047 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T15:22:27,470 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37851-0x1012fa3ea5a0003 connected 2024-11-12T15:22:27,543 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:22:27,545 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:22:27,546 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37851-0x1012fa3ea5a0003, quorum=127.0.0.1:55841, baseZNode=/1-640905047 Set watcher on znode that does not yet exist, /1-640905047/running 2024-11-12T15:22:27,546 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445, hbase.cluster.distributed=false 2024-11-12T15:22:27,547 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37851-0x1012fa3ea5a0003, quorum=127.0.0.1:55841, baseZNode=/1-640905047 Set watcher on znode that does not yet exist, /1-640905047/acl 2024-11-12T15:22:27,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37851 2024-11-12T15:22:27,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37851 2024-11-12T15:22:27,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37851 2024-11-12T15:22:27,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37851 2024-11-12T15:22:27,549 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37851 2024-11-12T15:22:27,561 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a6f201fa5419:0 server-side Connection retries=45 2024-11-12T15:22:27,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:22:27,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T15:22:27,561 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T15:22:27,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:22:27,562 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T15:22:27,562 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T15:22:27,562 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T15:22:27,562 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44019 2024-11-12T15:22:27,563 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44019 connecting to ZooKeeper ensemble=127.0.0.1:55841 2024-11-12T15:22:27,563 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:22:27,564 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:22:27,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:440190x0, quorum=127.0.0.1:55841, baseZNode=/1-640905047 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T15:22:27,575 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44019-0x1012fa3ea5a0004 connected 2024-11-12T15:22:27,575 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:440190x0, quorum=127.0.0.1:55841, baseZNode=/1-640905047 Set watcher on znode that does not yet exist, /1-640905047/running 2024-11-12T15:22:27,576 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T15:22:27,576 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T15:22:27,576 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44019-0x1012fa3ea5a0004, quorum=127.0.0.1:55841, baseZNode=/1-640905047 Set watcher on znode that does not yet exist, /1-640905047/master 2024-11-12T15:22:27,577 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44019-0x1012fa3ea5a0004, quorum=127.0.0.1:55841, baseZNode=/1-640905047 Set watcher on znode that does not yet exist, /1-640905047/acl 2024-11-12T15:22:27,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44019 2024-11-12T15:22:27,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44019 2024-11-12T15:22:27,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44019 2024-11-12T15:22:27,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44019 2024-11-12T15:22:27,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44019 2024-11-12T15:22:27,594 DEBUG [M:0;a6f201fa5419:37851 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a6f201fa5419:37851 2024-11-12T15:22:27,594 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-640905047/backup-masters/a6f201fa5419,37851,1731424947423 2024-11-12T15:22:27,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44019-0x1012fa3ea5a0004, quorum=127.0.0.1:55841, baseZNode=/1-640905047 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-640905047/backup-masters 2024-11-12T15:22:27,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37851-0x1012fa3ea5a0003, quorum=127.0.0.1:55841, baseZNode=/1-640905047 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-640905047/backup-masters 2024-11-12T15:22:27,607 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37851-0x1012fa3ea5a0003, quorum=127.0.0.1:55841, baseZNode=/1-640905047 Set watcher on existing znode=/1-640905047/backup-masters/a6f201fa5419,37851,1731424947423 2024-11-12T15:22:27,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44019-0x1012fa3ea5a0004, quorum=127.0.0.1:55841, baseZNode=/1-640905047 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-640905047/master 2024-11-12T15:22:27,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37851-0x1012fa3ea5a0003, quorum=127.0.0.1:55841, baseZNode=/1-640905047 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-640905047 2024-11-12T15:22:27,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44019-0x1012fa3ea5a0004, quorum=127.0.0.1:55841, baseZNode=/1-640905047 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-640905047 2024-11-12T15:22:27,617 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37851-0x1012fa3ea5a0003, quorum=127.0.0.1:55841, baseZNode=/1-640905047 Set watcher on existing znode=/1-640905047/master 2024-11-12T15:22:27,618 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-640905047/backup-masters/a6f201fa5419,37851,1731424947423 from backup master directory 2024-11-12T15:22:27,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37851-0x1012fa3ea5a0003, quorum=127.0.0.1:55841, baseZNode=/1-640905047 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-640905047/backup-masters/a6f201fa5419,37851,1731424947423 2024-11-12T15:22:27,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37851-0x1012fa3ea5a0003, quorum=127.0.0.1:55841, baseZNode=/1-640905047 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-640905047/backup-masters 2024-11-12T15:22:27,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44019-0x1012fa3ea5a0004, quorum=127.0.0.1:55841, baseZNode=/1-640905047 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-640905047/backup-masters 2024-11-12T15:22:27,627 WARN [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T15:22:27,627 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a6f201fa5419,37851,1731424947423 2024-11-12T15:22:27,630 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/hbase.id] with ID: 611e57fa-e1f0-413c-a4c2-ad5d6734706a 2024-11-12T15:22:27,630 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/.tmp/hbase.id 2024-11-12T15:22:27,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44483 is added to blk_1073741826_1002 (size=42) 2024-11-12T15:22:27,633 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/.tmp/hbase.id]:[hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/hbase.id] 2024-11-12T15:22:27,640 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:22:27,640 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T15:22:27,641 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T15:22:27,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37851-0x1012fa3ea5a0003, quorum=127.0.0.1:55841, baseZNode=/1-640905047 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-640905047 2024-11-12T15:22:27,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44019-0x1012fa3ea5a0004, quorum=127.0.0.1:55841, baseZNode=/1-640905047 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-640905047 2024-11-12T15:22:27,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44483 is added to blk_1073741827_1003 (size=196) 2024-11-12T15:22:27,652 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T15:22:27,653 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T15:22:27,653 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:22:27,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44483 is added to blk_1073741828_1004 (size=1189) 2024-11-12T15:22:28,059 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/MasterData/data/master/store 2024-11-12T15:22:28,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44483 is added to blk_1073741829_1005 (size=34) 2024-11-12T15:22:28,463 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:22:28,463 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T15:22:28,463 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:22:28,463 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:22:28,463 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T15:22:28,463 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:22:28,464 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:22:28,464 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731424948463Disabling compacts and flushes for region at 1731424948463Disabling writes for close at 1731424948463Writing region close event to WAL at 1731424948463Closed at 1731424948463 2024-11-12T15:22:28,464 WARN [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/MasterData/data/master/store/.initializing 2024-11-12T15:22:28,464 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/MasterData/WALs/a6f201fa5419,37851,1731424947423 2024-11-12T15:22:28,465 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T15:22:28,467 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a6f201fa5419%2C37851%2C1731424947423, suffix=, logDir=hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/MasterData/WALs/a6f201fa5419,37851,1731424947423, archiveDir=hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/MasterData/oldWALs, maxLogs=10 2024-11-12T15:22:28,478 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/MasterData/WALs/a6f201fa5419,37851,1731424947423/a6f201fa5419%2C37851%2C1731424947423.1731424948467, exclude list is [], retry=0 2024-11-12T15:22:28,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44483,DS-5893a8a9-c561-4b35-b228-9289901a3620,DISK] 2024-11-12T15:22:28,482 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/MasterData/WALs/a6f201fa5419,37851,1731424947423/a6f201fa5419%2C37851%2C1731424947423.1731424948467 2024-11-12T15:22:28,482 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33457:33457)] 2024-11-12T15:22:28,482 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T15:22:28,482 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:22:28,482 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:22:28,482 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:22:28,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:22:28,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T15:22:28,484 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:22:28,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:22:28,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:22:28,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T15:22:28,485 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:22:28,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:22:28,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:22:28,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T15:22:28,487 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:22:28,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:22:28,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:22:28,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T15:22:28,488 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:22:28,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:22:28,488 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:22:28,489 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:22:28,489 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:22:28,490 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:22:28,490 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:22:28,490 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T15:22:28,491 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:22:28,492 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T15:22:28,492 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71211234, jitterRate=0.06113007664680481}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T15:22:28,492 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731424948482Initializing all the Stores at 1731424948483 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424948483Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424948483Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424948483Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424948483Cleaning up temporary data from old regions at 1731424948490 (+7 ms)Region opened successfully at 1731424948492 (+2 ms) 2024-11-12T15:22:28,493 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T15:22:28,494 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@282c9d7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a6f201fa5419/172.17.0.2:0 2024-11-12T15:22:28,495 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T15:22:28,495 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T15:22:28,495 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T15:22:28,495 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T15:22:28,496 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T15:22:28,496 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T15:22:28,496 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T15:22:28,498 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T15:22:28,498 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37851-0x1012fa3ea5a0003, quorum=127.0.0.1:55841, baseZNode=/1-640905047 Unable to get data of znode /1-640905047/balancer because node does not exist (not necessarily an error) 2024-11-12T15:22:28,564 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-640905047/balancer already deleted, retry=false 2024-11-12T15:22:28,565 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T15:22:28,565 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37851-0x1012fa3ea5a0003, quorum=127.0.0.1:55841, baseZNode=/1-640905047 Unable to get data of znode /1-640905047/normalizer because node does not exist (not necessarily an error) 2024-11-12T15:22:28,575 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-640905047/normalizer already deleted, retry=false 2024-11-12T15:22:28,575 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T15:22:28,576 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37851-0x1012fa3ea5a0003, quorum=127.0.0.1:55841, baseZNode=/1-640905047 Unable to get data of znode /1-640905047/switch/split because node does not exist (not necessarily an error) 2024-11-12T15:22:28,585 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-640905047/switch/split already deleted, retry=false 2024-11-12T15:22:28,586 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37851-0x1012fa3ea5a0003, quorum=127.0.0.1:55841, baseZNode=/1-640905047 Unable to get data of znode /1-640905047/switch/merge because node does not exist (not necessarily an error) 2024-11-12T15:22:28,596 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-640905047/switch/merge already deleted, retry=false 2024-11-12T15:22:28,597 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37851-0x1012fa3ea5a0003, quorum=127.0.0.1:55841, baseZNode=/1-640905047 Unable to get data of znode /1-640905047/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T15:22:28,606 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-640905047/snapshot-cleanup already deleted, retry=false 2024-11-12T15:22:28,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44019-0x1012fa3ea5a0004, quorum=127.0.0.1:55841, baseZNode=/1-640905047 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-640905047/running 2024-11-12T15:22:28,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37851-0x1012fa3ea5a0003, quorum=127.0.0.1:55841, baseZNode=/1-640905047 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-640905047/running 2024-11-12T15:22:28,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44019-0x1012fa3ea5a0004, quorum=127.0.0.1:55841, baseZNode=/1-640905047 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-640905047 2024-11-12T15:22:28,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37851-0x1012fa3ea5a0003, quorum=127.0.0.1:55841, baseZNode=/1-640905047 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-640905047 2024-11-12T15:22:28,617 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a6f201fa5419,37851,1731424947423, sessionid=0x1012fa3ea5a0003, setting cluster-up flag (Was=false) 2024-11-12T15:22:28,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37851-0x1012fa3ea5a0003, quorum=127.0.0.1:55841, baseZNode=/1-640905047 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-640905047 2024-11-12T15:22:28,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44019-0x1012fa3ea5a0004, quorum=127.0.0.1:55841, baseZNode=/1-640905047 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-640905047 2024-11-12T15:22:28,669 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-640905047/flush-table-proc/acquired, /1-640905047/flush-table-proc/reached, /1-640905047/flush-table-proc/abort 2024-11-12T15:22:28,670 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a6f201fa5419,37851,1731424947423 2024-11-12T15:22:28,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37851-0x1012fa3ea5a0003, quorum=127.0.0.1:55841, baseZNode=/1-640905047 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-640905047 2024-11-12T15:22:28,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44019-0x1012fa3ea5a0004, quorum=127.0.0.1:55841, baseZNode=/1-640905047 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-640905047 2024-11-12T15:22:28,722 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-640905047/online-snapshot/acquired, /1-640905047/online-snapshot/reached, /1-640905047/online-snapshot/abort 2024-11-12T15:22:28,723 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a6f201fa5419,37851,1731424947423 2024-11-12T15:22:28,724 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T15:22:28,725 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T15:22:28,725 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T15:22:28,725 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T15:22:28,726 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a6f201fa5419,37851,1731424947423 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T15:22:28,727 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:22:28,727 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:22:28,727 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:22:28,727 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:22:28,727 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a6f201fa5419:0, corePoolSize=10, maxPoolSize=10 2024-11-12T15:22:28,727 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:22:28,727 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a6f201fa5419:0, corePoolSize=2, maxPoolSize=2 2024-11-12T15:22:28,727 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:22:28,727 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731424978727 2024-11-12T15:22:28,728 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T15:22:28,728 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T15:22:28,728 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T15:22:28,728 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T15:22:28,728 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T15:22:28,728 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T15:22:28,728 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T15:22:28,728 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T15:22:28,728 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:28,728 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T15:22:28,728 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T15:22:28,728 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T15:22:28,728 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T15:22:28,729 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:22:28,729 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T15:22:28,729 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T15:22:28,729 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T15:22:28,732 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.large.0-1731424948729,5,FailOnTimeoutGroup] 2024-11-12T15:22:28,732 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.small.0-1731424948732,5,FailOnTimeoutGroup] 2024-11-12T15:22:28,732 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:28,732 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T15:22:28,733 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:28,733 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:28,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44483 is added to blk_1073741831_1007 (size=1321) 2024-11-12T15:22:28,786 INFO [RS:0;a6f201fa5419:44019 {}] regionserver.HRegionServer(746): ClusterId : 611e57fa-e1f0-413c-a4c2-ad5d6734706a 2024-11-12T15:22:28,786 DEBUG [RS:0;a6f201fa5419:44019 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T15:22:28,796 DEBUG [RS:0;a6f201fa5419:44019 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T15:22:28,796 DEBUG [RS:0;a6f201fa5419:44019 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T15:22:28,807 DEBUG [RS:0;a6f201fa5419:44019 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T15:22:28,807 DEBUG [RS:0;a6f201fa5419:44019 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f43a20d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a6f201fa5419/172.17.0.2:0 2024-11-12T15:22:28,818 DEBUG [RS:0;a6f201fa5419:44019 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a6f201fa5419:44019 2024-11-12T15:22:28,818 INFO [RS:0;a6f201fa5419:44019 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T15:22:28,818 INFO [RS:0;a6f201fa5419:44019 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T15:22:28,819 DEBUG [RS:0;a6f201fa5419:44019 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T15:22:28,819 INFO [RS:0;a6f201fa5419:44019 {}] regionserver.HRegionServer(2659): reportForDuty to master=a6f201fa5419,37851,1731424947423 with port=44019, startcode=1731424947561 2024-11-12T15:22:28,819 DEBUG [RS:0;a6f201fa5419:44019 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T15:22:28,820 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47533, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T15:22:28,821 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37851 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a6f201fa5419,44019,1731424947561 2024-11-12T15:22:28,821 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37851 {}] master.ServerManager(517): Registering regionserver=a6f201fa5419,44019,1731424947561 2024-11-12T15:22:28,822 DEBUG [RS:0;a6f201fa5419:44019 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445 2024-11-12T15:22:28,822 DEBUG [RS:0;a6f201fa5419:44019 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38129 2024-11-12T15:22:28,822 DEBUG [RS:0;a6f201fa5419:44019 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T15:22:28,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37851-0x1012fa3ea5a0003, quorum=127.0.0.1:55841, baseZNode=/1-640905047 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-640905047/rs 2024-11-12T15:22:28,872 DEBUG [RS:0;a6f201fa5419:44019 {}] zookeeper.ZKUtil(111): regionserver:44019-0x1012fa3ea5a0004, quorum=127.0.0.1:55841, baseZNode=/1-640905047 Set watcher on existing znode=/1-640905047/rs/a6f201fa5419,44019,1731424947561 2024-11-12T15:22:28,872 WARN [RS:0;a6f201fa5419:44019 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T15:22:28,872 INFO [RS:0;a6f201fa5419:44019 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:22:28,872 DEBUG [RS:0;a6f201fa5419:44019 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/WALs/a6f201fa5419,44019,1731424947561 2024-11-12T15:22:28,872 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a6f201fa5419,44019,1731424947561] 2024-11-12T15:22:28,874 INFO [RS:0;a6f201fa5419:44019 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T15:22:28,876 INFO [RS:0;a6f201fa5419:44019 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T15:22:28,876 INFO [RS:0;a6f201fa5419:44019 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T15:22:28,876 INFO [RS:0;a6f201fa5419:44019 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:28,876 INFO [RS:0;a6f201fa5419:44019 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T15:22:28,877 INFO [RS:0;a6f201fa5419:44019 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T15:22:28,877 INFO [RS:0;a6f201fa5419:44019 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:28,877 DEBUG [RS:0;a6f201fa5419:44019 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:22:28,877 DEBUG [RS:0;a6f201fa5419:44019 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:22:28,877 DEBUG [RS:0;a6f201fa5419:44019 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:22:28,877 DEBUG [RS:0;a6f201fa5419:44019 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:22:28,877 DEBUG [RS:0;a6f201fa5419:44019 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:22:28,877 DEBUG [RS:0;a6f201fa5419:44019 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a6f201fa5419:0, corePoolSize=2, maxPoolSize=2 2024-11-12T15:22:28,877 DEBUG [RS:0;a6f201fa5419:44019 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:22:28,877 DEBUG [RS:0;a6f201fa5419:44019 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:22:28,877 DEBUG [RS:0;a6f201fa5419:44019 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:22:28,877 DEBUG [RS:0;a6f201fa5419:44019 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:22:28,877 DEBUG [RS:0;a6f201fa5419:44019 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:22:28,877 DEBUG [RS:0;a6f201fa5419:44019 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:22:28,877 DEBUG [RS:0;a6f201fa5419:44019 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a6f201fa5419:0, corePoolSize=3, maxPoolSize=3 2024-11-12T15:22:28,877 DEBUG [RS:0;a6f201fa5419:44019 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a6f201fa5419:0, corePoolSize=3, maxPoolSize=3 2024-11-12T15:22:28,877 INFO [RS:0;a6f201fa5419:44019 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:28,877 INFO [RS:0;a6f201fa5419:44019 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:28,877 INFO [RS:0;a6f201fa5419:44019 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:28,877 INFO [RS:0;a6f201fa5419:44019 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:28,877 INFO [RS:0;a6f201fa5419:44019 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:28,877 INFO [RS:0;a6f201fa5419:44019 {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,44019,1731424947561-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T15:22:28,890 INFO [RS:0;a6f201fa5419:44019 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T15:22:28,890 INFO [RS:0;a6f201fa5419:44019 {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,44019,1731424947561-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:28,890 INFO [RS:0;a6f201fa5419:44019 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:28,890 INFO [RS:0;a6f201fa5419:44019 {}] regionserver.Replication(171): a6f201fa5419,44019,1731424947561 started 2024-11-12T15:22:28,901 INFO [RS:0;a6f201fa5419:44019 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:28,901 INFO [RS:0;a6f201fa5419:44019 {}] regionserver.HRegionServer(1482): Serving as a6f201fa5419,44019,1731424947561, RpcServer on a6f201fa5419/172.17.0.2:44019, sessionid=0x1012fa3ea5a0004 2024-11-12T15:22:28,902 DEBUG [RS:0;a6f201fa5419:44019 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T15:22:28,902 DEBUG [RS:0;a6f201fa5419:44019 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a6f201fa5419,44019,1731424947561 2024-11-12T15:22:28,902 DEBUG [RS:0;a6f201fa5419:44019 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a6f201fa5419,44019,1731424947561' 2024-11-12T15:22:28,902 DEBUG [RS:0;a6f201fa5419:44019 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-640905047/flush-table-proc/abort' 2024-11-12T15:22:28,902 DEBUG [RS:0;a6f201fa5419:44019 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-640905047/flush-table-proc/acquired' 2024-11-12T15:22:28,903 DEBUG [RS:0;a6f201fa5419:44019 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T15:22:28,903 DEBUG [RS:0;a6f201fa5419:44019 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T15:22:28,903 DEBUG [RS:0;a6f201fa5419:44019 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a6f201fa5419,44019,1731424947561 2024-11-12T15:22:28,903 DEBUG [RS:0;a6f201fa5419:44019 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a6f201fa5419,44019,1731424947561' 2024-11-12T15:22:28,903 DEBUG [RS:0;a6f201fa5419:44019 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-640905047/online-snapshot/abort' 2024-11-12T15:22:28,903 DEBUG [RS:0;a6f201fa5419:44019 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-640905047/online-snapshot/acquired' 2024-11-12T15:22:28,903 DEBUG [RS:0;a6f201fa5419:44019 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T15:22:28,903 INFO [RS:0;a6f201fa5419:44019 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T15:22:28,903 INFO [RS:0;a6f201fa5419:44019 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T15:22:29,004 INFO [RS:0;a6f201fa5419:44019 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T15:22:29,005 INFO [RS:0;a6f201fa5419:44019 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a6f201fa5419%2C44019%2C1731424947561, suffix=, logDir=hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/WALs/a6f201fa5419,44019,1731424947561, archiveDir=hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/oldWALs, maxLogs=10 2024-11-12T15:22:29,017 DEBUG [RS:0;a6f201fa5419:44019 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/WALs/a6f201fa5419,44019,1731424947561/a6f201fa5419%2C44019%2C1731424947561.1731424949005, exclude list is [], retry=0 2024-11-12T15:22:29,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44483,DS-5893a8a9-c561-4b35-b228-9289901a3620,DISK] 2024-11-12T15:22:29,020 INFO [RS:0;a6f201fa5419:44019 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/WALs/a6f201fa5419,44019,1731424947561/a6f201fa5419%2C44019%2C1731424947561.1731424949005 2024-11-12T15:22:29,020 DEBUG [RS:0;a6f201fa5419:44019 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33457:33457)] 2024-11-12T15:22:29,137 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T15:22:29,137 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445 2024-11-12T15:22:29,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44483 is added to blk_1073741833_1009 (size=32) 2024-11-12T15:22:29,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:22:29,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T15:22:29,543 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T15:22:29,543 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:22:29,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:22:29,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T15:22:29,544 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T15:22:29,544 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:22:29,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:22:29,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T15:22:29,545 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T15:22:29,545 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:22:29,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:22:29,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T15:22:29,546 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T15:22:29,546 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:22:29,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:22:29,547 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T15:22:29,547 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/data/hbase/meta/1588230740 2024-11-12T15:22:29,547 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/data/hbase/meta/1588230740 2024-11-12T15:22:29,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T15:22:29,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T15:22:29,548 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T15:22:29,549 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T15:22:29,550 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T15:22:29,551 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65276298, jitterRate=-0.027307361364364624}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T15:22:29,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731424949542Initializing all the Stores at 1731424949542Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424949542Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424949542Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424949542Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424949542Cleaning up temporary data from old regions at 1731424949548 (+6 ms)Region opened successfully at 1731424949551 (+3 ms) 2024-11-12T15:22:29,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T15:22:29,551 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T15:22:29,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T15:22:29,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T15:22:29,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T15:22:29,551 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T15:22:29,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731424949551Disabling compacts and flushes for region at 1731424949551Disabling writes for close at 1731424949551Writing region close event to WAL at 1731424949551Closed at 1731424949551 2024-11-12T15:22:29,552 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T15:22:29,552 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T15:22:29,552 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T15:22:29,553 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T15:22:29,553 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T15:22:29,703 DEBUG [a6f201fa5419:37851 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T15:22:29,704 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a6f201fa5419,44019,1731424947561 2024-11-12T15:22:29,705 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a6f201fa5419,44019,1731424947561, state=OPENING 2024-11-12T15:22:29,754 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T15:22:29,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44019-0x1012fa3ea5a0004, quorum=127.0.0.1:55841, baseZNode=/1-640905047 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-640905047 2024-11-12T15:22:29,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37851-0x1012fa3ea5a0003, quorum=127.0.0.1:55841, baseZNode=/1-640905047 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-640905047 2024-11-12T15:22:29,765 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-640905047/meta-region-server: CHANGED 2024-11-12T15:22:29,765 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-640905047/meta-region-server: CHANGED 2024-11-12T15:22:29,765 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T15:22:29,765 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a6f201fa5419,44019,1731424947561}] 2024-11-12T15:22:29,917 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T15:22:29,918 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34167, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T15:22:29,920 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T15:22:29,920 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:22:29,920 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T15:22:29,921 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a6f201fa5419%2C44019%2C1731424947561.meta, suffix=.meta, logDir=hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/WALs/a6f201fa5419,44019,1731424947561, archiveDir=hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/oldWALs, maxLogs=10 2024-11-12T15:22:29,933 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/WALs/a6f201fa5419,44019,1731424947561/a6f201fa5419%2C44019%2C1731424947561.meta.1731424949922.meta, exclude list is [], retry=0 2024-11-12T15:22:29,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44483,DS-5893a8a9-c561-4b35-b228-9289901a3620,DISK] 2024-11-12T15:22:29,936 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/WALs/a6f201fa5419,44019,1731424947561/a6f201fa5419%2C44019%2C1731424947561.meta.1731424949922.meta 2024-11-12T15:22:29,936 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33457:33457)] 2024-11-12T15:22:29,936 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T15:22:29,936 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T15:22:29,936 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T15:22:29,937 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T15:22:29,937 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T15:22:29,937 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T15:22:29,937 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:22:29,937 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T15:22:29,937 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T15:22:29,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T15:22:29,938 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T15:22:29,938 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:22:29,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:22:29,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T15:22:29,939 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T15:22:29,939 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:22:29,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:22:29,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T15:22:29,940 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T15:22:29,940 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:22:29,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:22:29,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T15:22:29,941 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T15:22:29,941 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:22:29,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:22:29,941 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T15:22:29,942 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/data/hbase/meta/1588230740 2024-11-12T15:22:29,943 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/data/hbase/meta/1588230740 2024-11-12T15:22:29,943 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T15:22:29,943 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T15:22:29,944 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T15:22:29,945 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T15:22:29,945 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64410614, jitterRate=-0.04020705819129944}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T15:22:29,945 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T15:22:29,945 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731424949937Writing region info on filesystem at 1731424949937Initializing all the Stores at 1731424949938 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424949938Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424949938Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424949938Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424949938Cleaning up temporary data from old regions at 1731424949943 (+5 ms)Running coprocessor post-open hooks at 1731424949945 (+2 ms)Region opened successfully at 1731424949945 2024-11-12T15:22:29,946 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731424949916 2024-11-12T15:22:29,948 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T15:22:29,948 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T15:22:29,948 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a6f201fa5419,44019,1731424947561 2024-11-12T15:22:29,949 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a6f201fa5419,44019,1731424947561, state=OPEN 2024-11-12T15:22:29,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37851-0x1012fa3ea5a0003, quorum=127.0.0.1:55841, baseZNode=/1-640905047 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-640905047/meta-region-server 2024-11-12T15:22:29,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44019-0x1012fa3ea5a0004, quorum=127.0.0.1:55841, baseZNode=/1-640905047 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-640905047/meta-region-server 2024-11-12T15:22:29,954 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a6f201fa5419,44019,1731424947561 2024-11-12T15:22:29,954 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-640905047/meta-region-server: CHANGED 2024-11-12T15:22:29,954 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-640905047/meta-region-server: CHANGED 2024-11-12T15:22:29,955 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T15:22:29,955 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a6f201fa5419,44019,1731424947561 in 189 msec 2024-11-12T15:22:29,956 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T15:22:29,956 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 403 msec 2024-11-12T15:22:29,957 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T15:22:29,957 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T15:22:29,958 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:22:29,958 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,44019,1731424947561, seqNum=-1] 2024-11-12T15:22:29,958 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:22:29,959 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40617, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T15:22:29,962 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2370 sec 2024-11-12T15:22:29,962 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731424949962, completionTime=-1 2024-11-12T15:22:29,962 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T15:22:29,962 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T15:22:29,964 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T15:22:29,964 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731425009964 2024-11-12T15:22:29,964 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731425069964 2024-11-12T15:22:29,964 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-12T15:22:29,964 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,37851,1731424947423-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:29,964 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,37851,1731424947423-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:29,964 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,37851,1731424947423-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:29,964 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a6f201fa5419:37851, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:29,964 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:29,965 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:29,966 DEBUG [master/a6f201fa5419:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T15:22:29,967 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.340sec 2024-11-12T15:22:29,967 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T15:22:29,967 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T15:22:29,967 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T15:22:29,967 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T15:22:29,967 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T15:22:29,967 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,37851,1731424947423-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T15:22:29,967 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,37851,1731424947423-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T15:22:29,969 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T15:22:29,969 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T15:22:29,969 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,37851,1731424947423-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:29,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@753261d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:22:29,987 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,37851,-1 for getting cluster id 2024-11-12T15:22:29,987 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:22:29,988 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '611e57fa-e1f0-413c-a4c2-ad5d6734706a' 2024-11-12T15:22:29,988 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:22:29,988 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "611e57fa-e1f0-413c-a4c2-ad5d6734706a" 2024-11-12T15:22:29,988 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17bdc85d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:22:29,988 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,37851,-1] 2024-11-12T15:22:29,988 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:22:29,989 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:29,989 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:22:29,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2320194e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:22:29,990 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:22:29,990 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,44019,1731424947561, seqNum=-1] 2024-11-12T15:22:29,991 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:22:29,991 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T15:22:29,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a6f201fa5419,37851,1731424947423 2024-11-12T15:22:29,993 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55841 2024-11-12T15:22:30,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55841, baseZNode=/1-640905047 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T15:22:30,007 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012fa3ea5a0005 connected 2024-11-12T15:22:30,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/03c90bec-9e20-f87d-36be-c1edbfa8020c/hadoop.log.dir so I do NOT create it in target/test-data/9dcee381-2c43-c18a-25d7-46a4f762c3c1 2024-11-12T15:22:30,019 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/03c90bec-9e20-f87d-36be-c1edbfa8020c/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T15:22:30,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/03c90bec-9e20-f87d-36be-c1edbfa8020c/hadoop.tmp.dir so I do NOT create it in target/test-data/9dcee381-2c43-c18a-25d7-46a4f762c3c1 2024-11-12T15:22:30,019 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/03c90bec-9e20-f87d-36be-c1edbfa8020c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T15:22:30,019 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9dcee381-2c43-c18a-25d7-46a4f762c3c1 2024-11-12T15:22:30,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T15:22:30,019 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9dcee381-2c43-c18a-25d7-46a4f762c3c1/cluster_bc4bb96d-4007-013e-fb0d-a8eac70178e4, deleteOnExit=true 2024-11-12T15:22:30,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T15:22:30,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9dcee381-2c43-c18a-25d7-46a4f762c3c1/test.cache.data in system properties and HBase conf 2024-11-12T15:22:30,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9dcee381-2c43-c18a-25d7-46a4f762c3c1/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T15:22:30,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9dcee381-2c43-c18a-25d7-46a4f762c3c1/hadoop.log.dir in system properties and HBase conf 2024-11-12T15:22:30,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9dcee381-2c43-c18a-25d7-46a4f762c3c1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T15:22:30,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9dcee381-2c43-c18a-25d7-46a4f762c3c1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T15:22:30,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T15:22:30,020 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T15:22:30,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9dcee381-2c43-c18a-25d7-46a4f762c3c1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T15:22:30,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9dcee381-2c43-c18a-25d7-46a4f762c3c1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T15:22:30,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9dcee381-2c43-c18a-25d7-46a4f762c3c1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T15:22:30,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9dcee381-2c43-c18a-25d7-46a4f762c3c1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T15:22:30,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9dcee381-2c43-c18a-25d7-46a4f762c3c1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T15:22:30,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9dcee381-2c43-c18a-25d7-46a4f762c3c1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T15:22:30,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9dcee381-2c43-c18a-25d7-46a4f762c3c1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T15:22:30,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9dcee381-2c43-c18a-25d7-46a4f762c3c1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T15:22:30,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9dcee381-2c43-c18a-25d7-46a4f762c3c1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T15:22:30,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9dcee381-2c43-c18a-25d7-46a4f762c3c1/nfs.dump.dir in system properties and HBase conf 2024-11-12T15:22:30,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9dcee381-2c43-c18a-25d7-46a4f762c3c1/java.io.tmpdir in system properties and HBase conf 2024-11-12T15:22:30,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9dcee381-2c43-c18a-25d7-46a4f762c3c1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T15:22:30,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9dcee381-2c43-c18a-25d7-46a4f762c3c1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T15:22:30,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9dcee381-2c43-c18a-25d7-46a4f762c3c1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T15:22:30,381 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-12T15:22:30,382 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:30,382 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:30,382 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:30,382 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:30,382 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:30,383 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:30,428 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:30,428 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:30,428 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:30,429 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:30,429 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:30,429 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:30,436 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:30,439 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:30,439 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:30,441 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:30,480 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T15:22:30,483 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T15:22:30,485 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T15:22:30,485 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T15:22:30,485 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T15:22:30,487 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T15:22:30,488 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79393f7f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9dcee381-2c43-c18a-25d7-46a4f762c3c1/hadoop.log.dir/,AVAILABLE} 2024-11-12T15:22:30,488 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@225b0623{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T15:22:30,601 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3f0b1218{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9dcee381-2c43-c18a-25d7-46a4f762c3c1/java.io.tmpdir/jetty-localhost-32895-hadoop-hdfs-3_4_1-tests_jar-_-any-16487634535888024242/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T15:22:30,601 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e3bc62f{HTTP/1.1, (http/1.1)}{localhost:32895} 2024-11-12T15:22:30,601 INFO [Time-limited test {}] server.Server(415): Started @331845ms 2024-11-12T15:22:30,866 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T15:22:30,868 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T15:22:30,870 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T15:22:30,870 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T15:22:30,871 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T15:22:30,871 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50f8a0ab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9dcee381-2c43-c18a-25d7-46a4f762c3c1/hadoop.log.dir/,AVAILABLE} 2024-11-12T15:22:30,871 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ef4b14f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T15:22:30,964 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@561806ca{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9dcee381-2c43-c18a-25d7-46a4f762c3c1/java.io.tmpdir/jetty-localhost-38267-hadoop-hdfs-3_4_1-tests_jar-_-any-6757883848617761164/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T15:22:30,965 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7cb6c3b2{HTTP/1.1, (http/1.1)}{localhost:38267} 2024-11-12T15:22:30,965 INFO [Time-limited test {}] server.Server(415): Started @332208ms 2024-11-12T15:22:30,966 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T15:22:31,712 WARN [Thread-4531 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9dcee381-2c43-c18a-25d7-46a4f762c3c1/cluster_bc4bb96d-4007-013e-fb0d-a8eac70178e4/data/data1/current/BP-2145269031-172.17.0.2-1731424950035/current, will proceed with Du for space computation calculation, 2024-11-12T15:22:31,712 WARN [Thread-4532 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9dcee381-2c43-c18a-25d7-46a4f762c3c1/cluster_bc4bb96d-4007-013e-fb0d-a8eac70178e4/data/data2/current/BP-2145269031-172.17.0.2-1731424950035/current, will proceed with Du for space computation calculation, 2024-11-12T15:22:31,727 WARN [Thread-4519 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T15:22:31,728 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbfe93b5ecca6aed3 with lease ID 0xfd71bf72e4ddea2e: Processing first storage report for DS-54e95fd6-f067-4790-8bf9-e3800657e270 from datanode DatanodeRegistration(127.0.0.1:38717, datanodeUuid=8a31404d-27cd-418f-9117-d86779535826, infoPort=38625, infoSecurePort=0, ipcPort=43321, storageInfo=lv=-57;cid=testClusterID;nsid=1847574373;c=1731424950035) 2024-11-12T15:22:31,729 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbfe93b5ecca6aed3 with lease ID 0xfd71bf72e4ddea2e: from storage DS-54e95fd6-f067-4790-8bf9-e3800657e270 node DatanodeRegistration(127.0.0.1:38717, datanodeUuid=8a31404d-27cd-418f-9117-d86779535826, infoPort=38625, infoSecurePort=0, ipcPort=43321, storageInfo=lv=-57;cid=testClusterID;nsid=1847574373;c=1731424950035), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T15:22:31,729 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbfe93b5ecca6aed3 with lease ID 0xfd71bf72e4ddea2e: Processing first storage report for DS-7308b777-8115-4251-80d9-ebe2658b1b8b from datanode DatanodeRegistration(127.0.0.1:38717, datanodeUuid=8a31404d-27cd-418f-9117-d86779535826, infoPort=38625, infoSecurePort=0, ipcPort=43321, storageInfo=lv=-57;cid=testClusterID;nsid=1847574373;c=1731424950035) 2024-11-12T15:22:31,729 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbfe93b5ecca6aed3 with lease ID 0xfd71bf72e4ddea2e: from storage DS-7308b777-8115-4251-80d9-ebe2658b1b8b node DatanodeRegistration(127.0.0.1:38717, datanodeUuid=8a31404d-27cd-418f-9117-d86779535826, infoPort=38625, infoSecurePort=0, ipcPort=43321, storageInfo=lv=-57;cid=testClusterID;nsid=1847574373;c=1731424950035), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T15:22:31,787 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9dcee381-2c43-c18a-25d7-46a4f762c3c1 2024-11-12T15:22:31,787 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:22:31,789 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:22:31,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38717 is added to blk_1073741825_1001 (size=7) 2024-11-12T15:22:32,197 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991 with version=8 2024-11-12T15:22:32,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/hbase-staging 2024-11-12T15:22:32,199 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a6f201fa5419:0 server-side Connection retries=45 2024-11-12T15:22:32,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:22:32,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T15:22:32,199 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T15:22:32,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:22:32,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T15:22:32,199 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T15:22:32,199 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T15:22:32,200 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41931 2024-11-12T15:22:32,200 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41931 connecting to ZooKeeper ensemble=127.0.0.1:55841 2024-11-12T15:22:32,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:419310x0, quorum=127.0.0.1:55841, baseZNode=/2-1482747372 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T15:22:32,259 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41931-0x1012fa3ea5a0006 connected 2024-11-12T15:22:32,333 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:22:32,334 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:22:32,335 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41931-0x1012fa3ea5a0006, quorum=127.0.0.1:55841, baseZNode=/2-1482747372 Set watcher on znode that does not yet exist, /2-1482747372/running 2024-11-12T15:22:32,335 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991, hbase.cluster.distributed=false 2024-11-12T15:22:32,336 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41931-0x1012fa3ea5a0006, quorum=127.0.0.1:55841, baseZNode=/2-1482747372 Set watcher on znode that does not yet exist, /2-1482747372/acl 2024-11-12T15:22:32,337 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41931 2024-11-12T15:22:32,337 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41931 2024-11-12T15:22:32,337 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41931 2024-11-12T15:22:32,337 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41931 2024-11-12T15:22:32,338 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41931 2024-11-12T15:22:32,350 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a6f201fa5419:0 server-side Connection retries=45 2024-11-12T15:22:32,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:22:32,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T15:22:32,350 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T15:22:32,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T15:22:32,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T15:22:32,350 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T15:22:32,350 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T15:22:32,350 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41653 2024-11-12T15:22:32,351 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41653 connecting to ZooKeeper ensemble=127.0.0.1:55841 2024-11-12T15:22:32,351 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:22:32,352 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:22:32,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:416530x0, quorum=127.0.0.1:55841, baseZNode=/2-1482747372 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T15:22:32,364 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:416530x0, quorum=127.0.0.1:55841, baseZNode=/2-1482747372 Set watcher on znode that does not yet exist, /2-1482747372/running 2024-11-12T15:22:32,364 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41653-0x1012fa3ea5a0007 connected 2024-11-12T15:22:32,365 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T15:22:32,365 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T15:22:32,365 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41653-0x1012fa3ea5a0007, quorum=127.0.0.1:55841, baseZNode=/2-1482747372 Set watcher on znode that does not yet exist, /2-1482747372/master 2024-11-12T15:22:32,366 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41653-0x1012fa3ea5a0007, quorum=127.0.0.1:55841, baseZNode=/2-1482747372 Set watcher on znode that does not yet exist, /2-1482747372/acl 2024-11-12T15:22:32,366 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41653 2024-11-12T15:22:32,366 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41653 2024-11-12T15:22:32,367 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41653 2024-11-12T15:22:32,367 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41653 2024-11-12T15:22:32,367 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41653 2024-11-12T15:22:32,380 DEBUG [M:0;a6f201fa5419:41931 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a6f201fa5419:41931 2024-11-12T15:22:32,380 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1482747372/backup-masters/a6f201fa5419,41931,1731424952199 2024-11-12T15:22:32,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41931-0x1012fa3ea5a0006, quorum=127.0.0.1:55841, baseZNode=/2-1482747372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1482747372/backup-masters 2024-11-12T15:22:32,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41653-0x1012fa3ea5a0007, quorum=127.0.0.1:55841, baseZNode=/2-1482747372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1482747372/backup-masters 2024-11-12T15:22:32,385 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41931-0x1012fa3ea5a0006, quorum=127.0.0.1:55841, baseZNode=/2-1482747372 Set watcher on existing znode=/2-1482747372/backup-masters/a6f201fa5419,41931,1731424952199 2024-11-12T15:22:32,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41931-0x1012fa3ea5a0006, quorum=127.0.0.1:55841, baseZNode=/2-1482747372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1482747372 2024-11-12T15:22:32,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41653-0x1012fa3ea5a0007, quorum=127.0.0.1:55841, baseZNode=/2-1482747372 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1482747372/master 2024-11-12T15:22:32,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41653-0x1012fa3ea5a0007, quorum=127.0.0.1:55841, baseZNode=/2-1482747372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1482747372 2024-11-12T15:22:32,396 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41931-0x1012fa3ea5a0006, quorum=127.0.0.1:55841, baseZNode=/2-1482747372 Set watcher on existing znode=/2-1482747372/master 2024-11-12T15:22:32,396 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1482747372/backup-masters/a6f201fa5419,41931,1731424952199 from backup master directory 2024-11-12T15:22:32,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41653-0x1012fa3ea5a0007, quorum=127.0.0.1:55841, baseZNode=/2-1482747372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1482747372/backup-masters 2024-11-12T15:22:32,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41931-0x1012fa3ea5a0006, quorum=127.0.0.1:55841, baseZNode=/2-1482747372 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1482747372/backup-masters/a6f201fa5419,41931,1731424952199 2024-11-12T15:22:32,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41931-0x1012fa3ea5a0006, quorum=127.0.0.1:55841, baseZNode=/2-1482747372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1482747372/backup-masters 2024-11-12T15:22:32,418 WARN [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T15:22:32,418 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a6f201fa5419,41931,1731424952199 2024-11-12T15:22:32,421 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/hbase.id] with ID: fdf3b60b-c479-4415-adc5-a71f79812dd3 2024-11-12T15:22:32,421 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/.tmp/hbase.id 2024-11-12T15:22:32,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38717 is added to blk_1073741826_1002 (size=42) 2024-11-12T15:22:32,427 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/.tmp/hbase.id]:[hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/hbase.id] 2024-11-12T15:22:32,434 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:22:32,434 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T15:22:32,434 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-12T15:22:32,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41931-0x1012fa3ea5a0006, quorum=127.0.0.1:55841, baseZNode=/2-1482747372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1482747372 2024-11-12T15:22:32,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41653-0x1012fa3ea5a0007, quorum=127.0.0.1:55841, baseZNode=/2-1482747372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1482747372 2024-11-12T15:22:32,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38717 is added to blk_1073741827_1003 (size=196) 2024-11-12T15:22:32,841 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T15:22:32,842 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T15:22:32,843 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:22:32,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38717 is added to blk_1073741828_1004 (size=1189) 2024-11-12T15:22:33,248 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/MasterData/data/master/store 2024-11-12T15:22:33,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38717 is added to blk_1073741829_1005 (size=34) 2024-11-12T15:22:33,652 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:22:33,652 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T15:22:33,652 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:22:33,653 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:22:33,653 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T15:22:33,653 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:22:33,653 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:22:33,653 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731424953652Disabling compacts and flushes for region at 1731424953652Disabling writes for close at 1731424953653 (+1 ms)Writing region close event to WAL at 1731424953653Closed at 1731424953653 2024-11-12T15:22:33,653 WARN [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/MasterData/data/master/store/.initializing 2024-11-12T15:22:33,653 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/MasterData/WALs/a6f201fa5419,41931,1731424952199 2024-11-12T15:22:33,654 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T15:22:33,655 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a6f201fa5419%2C41931%2C1731424952199, suffix=, logDir=hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/MasterData/WALs/a6f201fa5419,41931,1731424952199, archiveDir=hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/MasterData/oldWALs, maxLogs=10 2024-11-12T15:22:33,668 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/MasterData/WALs/a6f201fa5419,41931,1731424952199/a6f201fa5419%2C41931%2C1731424952199.1731424953655, exclude list is [], retry=0 2024-11-12T15:22:33,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38717,DS-54e95fd6-f067-4790-8bf9-e3800657e270,DISK] 2024-11-12T15:22:33,671 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/MasterData/WALs/a6f201fa5419,41931,1731424952199/a6f201fa5419%2C41931%2C1731424952199.1731424953655 2024-11-12T15:22:33,671 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38625:38625)] 2024-11-12T15:22:33,671 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T15:22:33,672 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:22:33,672 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:22:33,672 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:22:33,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:22:33,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T15:22:33,674 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:22:33,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:22:33,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:22:33,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T15:22:33,675 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:22:33,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:22:33,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:22:33,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T15:22:33,676 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:22:33,676 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:22:33,676 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:22:33,677 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T15:22:33,677 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:22:33,677 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:22:33,677 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:22:33,678 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:22:33,678 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:22:33,678 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:22:33,679 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:22:33,679 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T15:22:33,680 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T15:22:33,681 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T15:22:33,681 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72232277, jitterRate=0.0763448029756546}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T15:22:33,681 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731424953672Initializing all the Stores at 1731424953672Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424953672Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424953673 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424953673Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424953673Cleaning up temporary data from old regions at 1731424953679 (+6 ms)Region opened successfully at 1731424953681 (+2 ms) 2024-11-12T15:22:33,684 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T15:22:33,686 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66cfcfbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a6f201fa5419/172.17.0.2:0 2024-11-12T15:22:33,687 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T15:22:33,687 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T15:22:33,687 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T15:22:33,687 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T15:22:33,687 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T15:22:33,687 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T15:22:33,687 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T15:22:33,689 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T15:22:33,689 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41931-0x1012fa3ea5a0006, quorum=127.0.0.1:55841, baseZNode=/2-1482747372 Unable to get data of znode /2-1482747372/balancer because node does not exist (not necessarily an error) 2024-11-12T15:22:33,732 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1482747372/balancer already deleted, retry=false 2024-11-12T15:22:33,733 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T15:22:33,733 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41931-0x1012fa3ea5a0006, quorum=127.0.0.1:55841, baseZNode=/2-1482747372 Unable to get data of znode /2-1482747372/normalizer because node does not exist (not necessarily an error) 2024-11-12T15:22:33,743 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1482747372/normalizer already deleted, retry=false 2024-11-12T15:22:33,743 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T15:22:33,744 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41931-0x1012fa3ea5a0006, quorum=127.0.0.1:55841, baseZNode=/2-1482747372 Unable to get data of znode /2-1482747372/switch/split because node does not exist (not necessarily an error) 2024-11-12T15:22:33,753 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1482747372/switch/split already deleted, retry=false 2024-11-12T15:22:33,754 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41931-0x1012fa3ea5a0006, quorum=127.0.0.1:55841, baseZNode=/2-1482747372 Unable to get data of znode /2-1482747372/switch/merge because node does not exist (not necessarily an error) 2024-11-12T15:22:33,764 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1482747372/switch/merge already deleted, retry=false 2024-11-12T15:22:33,765 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41931-0x1012fa3ea5a0006, quorum=127.0.0.1:55841, baseZNode=/2-1482747372 Unable to get data of znode /2-1482747372/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T15:22:33,774 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1482747372/snapshot-cleanup already deleted, retry=false 2024-11-12T15:22:33,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41653-0x1012fa3ea5a0007, quorum=127.0.0.1:55841, baseZNode=/2-1482747372 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1482747372/running 2024-11-12T15:22:33,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41931-0x1012fa3ea5a0006, quorum=127.0.0.1:55841, baseZNode=/2-1482747372 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1482747372/running 2024-11-12T15:22:33,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41653-0x1012fa3ea5a0007, quorum=127.0.0.1:55841, baseZNode=/2-1482747372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1482747372 2024-11-12T15:22:33,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41931-0x1012fa3ea5a0006, quorum=127.0.0.1:55841, baseZNode=/2-1482747372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1482747372 2024-11-12T15:22:33,785 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a6f201fa5419,41931,1731424952199, sessionid=0x1012fa3ea5a0006, setting cluster-up flag (Was=false) 2024-11-12T15:22:33,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41653-0x1012fa3ea5a0007, quorum=127.0.0.1:55841, baseZNode=/2-1482747372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1482747372 2024-11-12T15:22:33,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41931-0x1012fa3ea5a0006, quorum=127.0.0.1:55841, baseZNode=/2-1482747372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1482747372 2024-11-12T15:22:33,838 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1482747372/flush-table-proc/acquired, /2-1482747372/flush-table-proc/reached, /2-1482747372/flush-table-proc/abort 2024-11-12T15:22:33,839 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a6f201fa5419,41931,1731424952199 2024-11-12T15:22:33,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41931-0x1012fa3ea5a0006, quorum=127.0.0.1:55841, baseZNode=/2-1482747372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1482747372 2024-11-12T15:22:33,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41653-0x1012fa3ea5a0007, quorum=127.0.0.1:55841, baseZNode=/2-1482747372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1482747372 2024-11-12T15:22:33,890 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1482747372/online-snapshot/acquired, /2-1482747372/online-snapshot/reached, /2-1482747372/online-snapshot/abort 2024-11-12T15:22:33,891 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a6f201fa5419,41931,1731424952199 2024-11-12T15:22:33,892 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T15:22:33,893 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T15:22:33,893 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T15:22:33,893 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T15:22:33,893 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a6f201fa5419,41931,1731424952199 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T15:22:33,894 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:22:33,894 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:22:33,894 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:22:33,894 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a6f201fa5419:0, corePoolSize=5, maxPoolSize=5 2024-11-12T15:22:33,894 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a6f201fa5419:0, corePoolSize=10, maxPoolSize=10 2024-11-12T15:22:33,894 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:22:33,894 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a6f201fa5419:0, corePoolSize=2, maxPoolSize=2 2024-11-12T15:22:33,894 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:22:33,895 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T15:22:33,895 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T15:22:33,895 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731424983895 2024-11-12T15:22:33,896 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T15:22:33,896 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T15:22:33,896 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T15:22:33,896 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T15:22:33,896 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T15:22:33,896 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T15:22:33,896 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:33,896 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:22:33,896 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T15:22:33,896 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T15:22:33,896 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T15:22:33,896 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T15:22:33,897 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T15:22:33,897 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T15:22:33,897 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T15:22:33,897 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.large.0-1731424953897,5,FailOnTimeoutGroup] 2024-11-12T15:22:33,897 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.small.0-1731424953897,5,FailOnTimeoutGroup] 2024-11-12T15:22:33,897 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:33,897 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T15:22:33,897 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:33,898 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:33,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38717 is added to blk_1073741831_1007 (size=1321) 2024-11-12T15:22:33,970 INFO [RS:0;a6f201fa5419:41653 {}] regionserver.HRegionServer(746): ClusterId : fdf3b60b-c479-4415-adc5-a71f79812dd3 2024-11-12T15:22:33,970 DEBUG [RS:0;a6f201fa5419:41653 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T15:22:33,975 DEBUG [RS:0;a6f201fa5419:41653 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T15:22:33,975 DEBUG [RS:0;a6f201fa5419:41653 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T15:22:33,985 DEBUG [RS:0;a6f201fa5419:41653 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T15:22:33,986 DEBUG [RS:0;a6f201fa5419:41653 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4451e3ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a6f201fa5419/172.17.0.2:0 2024-11-12T15:22:33,996 DEBUG [RS:0;a6f201fa5419:41653 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a6f201fa5419:41653 2024-11-12T15:22:33,996 INFO [RS:0;a6f201fa5419:41653 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T15:22:33,996 INFO [RS:0;a6f201fa5419:41653 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T15:22:33,996 DEBUG [RS:0;a6f201fa5419:41653 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T15:22:33,996 INFO [RS:0;a6f201fa5419:41653 {}] regionserver.HRegionServer(2659): reportForDuty to master=a6f201fa5419,41931,1731424952199 with port=41653, startcode=1731424952349 2024-11-12T15:22:33,996 DEBUG [RS:0;a6f201fa5419:41653 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T15:22:33,997 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35073, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T15:22:33,998 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41931 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a6f201fa5419,41653,1731424952349 2024-11-12T15:22:33,998 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41931 {}] master.ServerManager(517): Registering regionserver=a6f201fa5419,41653,1731424952349 2024-11-12T15:22:33,999 DEBUG [RS:0;a6f201fa5419:41653 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991 2024-11-12T15:22:33,999 DEBUG [RS:0;a6f201fa5419:41653 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39641 2024-11-12T15:22:33,999 DEBUG [RS:0;a6f201fa5419:41653 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T15:22:34,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41931-0x1012fa3ea5a0006, quorum=127.0.0.1:55841, baseZNode=/2-1482747372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1482747372/rs 2024-11-12T15:22:34,062 DEBUG [RS:0;a6f201fa5419:41653 {}] zookeeper.ZKUtil(111): regionserver:41653-0x1012fa3ea5a0007, quorum=127.0.0.1:55841, baseZNode=/2-1482747372 Set watcher on existing znode=/2-1482747372/rs/a6f201fa5419,41653,1731424952349 2024-11-12T15:22:34,062 WARN [RS:0;a6f201fa5419:41653 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T15:22:34,062 INFO [RS:0;a6f201fa5419:41653 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:22:34,062 DEBUG [RS:0;a6f201fa5419:41653 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/WALs/a6f201fa5419,41653,1731424952349 2024-11-12T15:22:34,062 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a6f201fa5419,41653,1731424952349] 2024-11-12T15:22:34,064 INFO [RS:0;a6f201fa5419:41653 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T15:22:34,065 INFO [RS:0;a6f201fa5419:41653 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T15:22:34,065 INFO [RS:0;a6f201fa5419:41653 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T15:22:34,065 INFO [RS:0;a6f201fa5419:41653 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:34,065 INFO [RS:0;a6f201fa5419:41653 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T15:22:34,066 INFO [RS:0;a6f201fa5419:41653 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T15:22:34,066 INFO [RS:0;a6f201fa5419:41653 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:34,066 DEBUG [RS:0;a6f201fa5419:41653 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:22:34,066 DEBUG [RS:0;a6f201fa5419:41653 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:22:34,066 DEBUG [RS:0;a6f201fa5419:41653 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:22:34,066 DEBUG [RS:0;a6f201fa5419:41653 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:22:34,066 DEBUG [RS:0;a6f201fa5419:41653 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:22:34,066 DEBUG [RS:0;a6f201fa5419:41653 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a6f201fa5419:0, corePoolSize=2, maxPoolSize=2 2024-11-12T15:22:34,066 DEBUG [RS:0;a6f201fa5419:41653 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:22:34,066 DEBUG [RS:0;a6f201fa5419:41653 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:22:34,066 DEBUG [RS:0;a6f201fa5419:41653 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:22:34,066 DEBUG [RS:0;a6f201fa5419:41653 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:22:34,066 DEBUG [RS:0;a6f201fa5419:41653 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:22:34,066 DEBUG [RS:0;a6f201fa5419:41653 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a6f201fa5419:0, corePoolSize=1, maxPoolSize=1 2024-11-12T15:22:34,066 DEBUG [RS:0;a6f201fa5419:41653 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a6f201fa5419:0, corePoolSize=3, maxPoolSize=3 2024-11-12T15:22:34,066 DEBUG [RS:0;a6f201fa5419:41653 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a6f201fa5419:0, corePoolSize=3, maxPoolSize=3 2024-11-12T15:22:34,067 INFO [RS:0;a6f201fa5419:41653 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:34,067 INFO [RS:0;a6f201fa5419:41653 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:34,067 INFO [RS:0;a6f201fa5419:41653 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:34,067 INFO [RS:0;a6f201fa5419:41653 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:34,067 INFO [RS:0;a6f201fa5419:41653 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:34,067 INFO [RS:0;a6f201fa5419:41653 {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,41653,1731424952349-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T15:22:34,079 INFO [RS:0;a6f201fa5419:41653 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T15:22:34,079 INFO [RS:0;a6f201fa5419:41653 {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,41653,1731424952349-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:34,079 INFO [RS:0;a6f201fa5419:41653 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:34,079 INFO [RS:0;a6f201fa5419:41653 {}] regionserver.Replication(171): a6f201fa5419,41653,1731424952349 started 2024-11-12T15:22:34,091 INFO [RS:0;a6f201fa5419:41653 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:34,091 INFO [RS:0;a6f201fa5419:41653 {}] regionserver.HRegionServer(1482): Serving as a6f201fa5419,41653,1731424952349, RpcServer on a6f201fa5419/172.17.0.2:41653, sessionid=0x1012fa3ea5a0007 2024-11-12T15:22:34,091 DEBUG [RS:0;a6f201fa5419:41653 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T15:22:34,091 DEBUG [RS:0;a6f201fa5419:41653 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a6f201fa5419,41653,1731424952349 2024-11-12T15:22:34,091 DEBUG [RS:0;a6f201fa5419:41653 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a6f201fa5419,41653,1731424952349' 2024-11-12T15:22:34,091 DEBUG [RS:0;a6f201fa5419:41653 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1482747372/flush-table-proc/abort' 2024-11-12T15:22:34,092 DEBUG [RS:0;a6f201fa5419:41653 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1482747372/flush-table-proc/acquired' 2024-11-12T15:22:34,092 DEBUG [RS:0;a6f201fa5419:41653 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T15:22:34,092 DEBUG [RS:0;a6f201fa5419:41653 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T15:22:34,093 DEBUG [RS:0;a6f201fa5419:41653 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a6f201fa5419,41653,1731424952349 2024-11-12T15:22:34,093 DEBUG [RS:0;a6f201fa5419:41653 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a6f201fa5419,41653,1731424952349' 2024-11-12T15:22:34,093 DEBUG [RS:0;a6f201fa5419:41653 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1482747372/online-snapshot/abort' 2024-11-12T15:22:34,093 DEBUG [RS:0;a6f201fa5419:41653 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1482747372/online-snapshot/acquired' 2024-11-12T15:22:34,093 DEBUG [RS:0;a6f201fa5419:41653 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T15:22:34,093 INFO [RS:0;a6f201fa5419:41653 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T15:22:34,093 INFO [RS:0;a6f201fa5419:41653 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T15:22:34,193 INFO [RS:0;a6f201fa5419:41653 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T15:22:34,195 INFO [RS:0;a6f201fa5419:41653 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a6f201fa5419%2C41653%2C1731424952349, suffix=, logDir=hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/WALs/a6f201fa5419,41653,1731424952349, archiveDir=hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/oldWALs, maxLogs=10 2024-11-12T15:22:34,206 DEBUG [RS:0;a6f201fa5419:41653 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/WALs/a6f201fa5419,41653,1731424952349/a6f201fa5419%2C41653%2C1731424952349.1731424954195, exclude list is [], retry=0 2024-11-12T15:22:34,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38717,DS-54e95fd6-f067-4790-8bf9-e3800657e270,DISK] 2024-11-12T15:22:34,208 INFO [RS:0;a6f201fa5419:41653 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/WALs/a6f201fa5419,41653,1731424952349/a6f201fa5419%2C41653%2C1731424952349.1731424954195 2024-11-12T15:22:34,209 DEBUG [RS:0;a6f201fa5419:41653 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38625:38625)] 2024-11-12T15:22:34,300 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T15:22:34,301 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991 2024-11-12T15:22:34,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38717 is added to blk_1073741833_1009 (size=32) 2024-11-12T15:22:34,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:22:34,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T15:22:34,707 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T15:22:34,707 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:22:34,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:22:34,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T15:22:34,708 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T15:22:34,708 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:22:34,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:22:34,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T15:22:34,709 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T15:22:34,709 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:22:34,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:22:34,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T15:22:34,710 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T15:22:34,710 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:22:34,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:22:34,710 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T15:22:34,711 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/data/hbase/meta/1588230740 2024-11-12T15:22:34,711 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/data/hbase/meta/1588230740 2024-11-12T15:22:34,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T15:22:34,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T15:22:34,712 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T15:22:34,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T15:22:34,714 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T15:22:34,714 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64505625, jitterRate=-0.03879128396511078}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T15:22:34,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731424954705Initializing all the Stores at 1731424954706 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424954706Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424954706Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424954706Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424954706Cleaning up temporary data from old regions at 1731424954712 (+6 ms)Region opened successfully at 1731424954714 (+2 ms) 2024-11-12T15:22:34,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T15:22:34,714 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T15:22:34,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T15:22:34,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T15:22:34,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T15:22:34,714 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T15:22:34,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731424954714Disabling compacts and flushes for region at 1731424954714Disabling writes for close at 1731424954714Writing region close event to WAL at 1731424954714Closed at 1731424954714 2024-11-12T15:22:34,715 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T15:22:34,715 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T15:22:34,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T15:22:34,716 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T15:22:34,716 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T15:22:34,867 DEBUG [a6f201fa5419:41931 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T15:22:34,867 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a6f201fa5419,41653,1731424952349 2024-11-12T15:22:34,868 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a6f201fa5419,41653,1731424952349, state=OPENING 2024-11-12T15:22:34,911 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T15:22:34,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41931-0x1012fa3ea5a0006, quorum=127.0.0.1:55841, baseZNode=/2-1482747372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1482747372 2024-11-12T15:22:34,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41653-0x1012fa3ea5a0007, quorum=127.0.0.1:55841, baseZNode=/2-1482747372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1482747372 2024-11-12T15:22:34,922 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1482747372/meta-region-server: CHANGED 2024-11-12T15:22:34,922 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1482747372/meta-region-server: CHANGED 2024-11-12T15:22:34,922 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T15:22:34,922 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a6f201fa5419,41653,1731424952349}] 2024-11-12T15:22:35,074 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T15:22:35,075 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58181, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T15:22:35,078 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T15:22:35,078 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:22:35,078 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T15:22:35,079 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a6f201fa5419%2C41653%2C1731424952349.meta, suffix=.meta, logDir=hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/WALs/a6f201fa5419,41653,1731424952349, archiveDir=hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/oldWALs, maxLogs=10 2024-11-12T15:22:35,091 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/WALs/a6f201fa5419,41653,1731424952349/a6f201fa5419%2C41653%2C1731424952349.meta.1731424955079.meta, exclude list is [], retry=0 2024-11-12T15:22:35,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38717,DS-54e95fd6-f067-4790-8bf9-e3800657e270,DISK] 2024-11-12T15:22:35,094 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/WALs/a6f201fa5419,41653,1731424952349/a6f201fa5419%2C41653%2C1731424952349.meta.1731424955079.meta 2024-11-12T15:22:35,094 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38625:38625)] 2024-11-12T15:22:35,094 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T15:22:35,095 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T15:22:35,095 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T15:22:35,095 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T15:22:35,095 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T15:22:35,095 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T15:22:35,095 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:22:35,095 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T15:22:35,095 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T15:22:35,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T15:22:35,097 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T15:22:35,097 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:22:35,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:22:35,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T15:22:35,097 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T15:22:35,097 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:22:35,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:22:35,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T15:22:35,098 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T15:22:35,098 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:22:35,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:22:35,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T15:22:35,099 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T15:22:35,099 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:22:35,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T15:22:35,099 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T15:22:35,100 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/data/hbase/meta/1588230740 2024-11-12T15:22:35,100 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/data/hbase/meta/1588230740 2024-11-12T15:22:35,101 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T15:22:35,101 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T15:22:35,101 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T15:22:35,102 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T15:22:35,102 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67799186, jitterRate=0.010286599397659302}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T15:22:35,102 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T15:22:35,102 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731424955095Writing region info on filesystem at 1731424955095Initializing all the Stores at 1731424955096 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424955096Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424955096Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424955096Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731424955096Cleaning up temporary data from old regions at 1731424955101 (+5 ms)Running coprocessor post-open hooks at 1731424955102 (+1 ms)Region opened successfully at 1731424955102 2024-11-12T15:22:35,103 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731424955074 2024-11-12T15:22:35,104 DEBUG [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T15:22:35,104 INFO [RS_OPEN_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T15:22:35,105 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a6f201fa5419,41653,1731424952349 2024-11-12T15:22:35,105 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a6f201fa5419,41653,1731424952349, state=OPEN 2024-11-12T15:22:35,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41931-0x1012fa3ea5a0006, quorum=127.0.0.1:55841, baseZNode=/2-1482747372 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1482747372/meta-region-server 2024-11-12T15:22:35,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41653-0x1012fa3ea5a0007, quorum=127.0.0.1:55841, baseZNode=/2-1482747372 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1482747372/meta-region-server 2024-11-12T15:22:35,111 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a6f201fa5419,41653,1731424952349 2024-11-12T15:22:35,111 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1482747372/meta-region-server: CHANGED 2024-11-12T15:22:35,111 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1482747372/meta-region-server: CHANGED 2024-11-12T15:22:35,113 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T15:22:35,113 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a6f201fa5419,41653,1731424952349 in 189 msec 2024-11-12T15:22:35,114 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T15:22:35,114 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 398 msec 2024-11-12T15:22:35,115 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T15:22:35,115 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T15:22:35,116 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:22:35,116 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,41653,1731424952349, seqNum=-1] 2024-11-12T15:22:35,116 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:22:35,117 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39083, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T15:22:35,120 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2270 sec 2024-11-12T15:22:35,120 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731424955120, completionTime=-1 2024-11-12T15:22:35,121 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T15:22:35,121 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T15:22:35,122 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T15:22:35,122 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731425015122 2024-11-12T15:22:35,122 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731425075122 2024-11-12T15:22:35,122 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-12T15:22:35,123 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,41931,1731424952199-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:35,123 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,41931,1731424952199-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:35,123 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,41931,1731424952199-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:35,123 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a6f201fa5419:41931, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:35,123 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:35,123 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:35,124 DEBUG [master/a6f201fa5419:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T15:22:35,125 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.707sec 2024-11-12T15:22:35,126 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T15:22:35,126 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T15:22:35,126 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T15:22:35,126 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T15:22:35,126 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T15:22:35,126 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,41931,1731424952199-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T15:22:35,126 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,41931,1731424952199-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T15:22:35,127 DEBUG [master/a6f201fa5419:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T15:22:35,127 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T15:22:35,127 INFO [master/a6f201fa5419:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a6f201fa5419,41931,1731424952199-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T15:22:35,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@204ca92f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:22:35,170 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,41931,-1 for getting cluster id 2024-11-12T15:22:35,171 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:22:35,171 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fdf3b60b-c479-4415-adc5-a71f79812dd3' 2024-11-12T15:22:35,171 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:22:35,172 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fdf3b60b-c479-4415-adc5-a71f79812dd3" 2024-11-12T15:22:35,172 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76062e37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:22:35,172 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,41931,-1] 2024-11-12T15:22:35,172 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:22:35,172 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:35,173 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:22:35,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37b41963, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:22:35,174 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:22:35,175 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,41653,1731424952349, seqNum=-1] 2024-11-12T15:22:35,175 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:22:35,175 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T15:22:35,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a6f201fa5419,41931,1731424952199 2024-11-12T15:22:35,177 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:55841 2024-11-12T15:22:35,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:55841, baseZNode=/2-1482747372 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T15:22:35,185 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1012fa3ea5a0008 connected 2024-11-12T15:22:35,197 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:22:35,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,32885,1731424941695 2024-11-12T15:22:35,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c1c8c72 2024-11-12T15:22:35,198 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:22:35,198 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T15:22:35,199 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32885 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T15:22:35,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32885 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T15:22:35,200 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T15:22:35,200 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:22:35,200 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32885 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T15:22:35,201 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T15:22:35,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:22:35,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741835_1011 (size=902) 2024-11-12T15:22:35,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:22:35,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:22:35,607 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 45b59268defab5cff7cd40a4cdf29823, NAME => 'test,,1731424955198.45b59268defab5cff7cd40a4cdf29823.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f 2024-11-12T15:22:35,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741836_1012 (size=39) 2024-11-12T15:22:35,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:22:36,022 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731424955198.45b59268defab5cff7cd40a4cdf29823.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:22:36,022 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 45b59268defab5cff7cd40a4cdf29823, disabling compactions & flushes 2024-11-12T15:22:36,022 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731424955198.45b59268defab5cff7cd40a4cdf29823. 2024-11-12T15:22:36,022 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731424955198.45b59268defab5cff7cd40a4cdf29823. 2024-11-12T15:22:36,022 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731424955198.45b59268defab5cff7cd40a4cdf29823. after waiting 0 ms 2024-11-12T15:22:36,022 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731424955198.45b59268defab5cff7cd40a4cdf29823. 2024-11-12T15:22:36,022 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731424955198.45b59268defab5cff7cd40a4cdf29823. 2024-11-12T15:22:36,022 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 45b59268defab5cff7cd40a4cdf29823: Waiting for close lock at 1731424956022Disabling compacts and flushes for region at 1731424956022Disabling writes for close at 1731424956022Writing region close event to WAL at 1731424956022Closed at 1731424956022 2024-11-12T15:22:36,023 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T15:22:36,024 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731424955198.45b59268defab5cff7cd40a4cdf29823.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731424956023"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731424956023"}]},"ts":"1731424956023"} 2024-11-12T15:22:36,026 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T15:22:36,027 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T15:22:36,027 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731424956027"}]},"ts":"1731424956027"} 2024-11-12T15:22:36,029 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T15:22:36,030 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=45b59268defab5cff7cd40a4cdf29823, ASSIGN}] 2024-11-12T15:22:36,031 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=45b59268defab5cff7cd40a4cdf29823, ASSIGN 2024-11-12T15:22:36,033 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=45b59268defab5cff7cd40a4cdf29823, ASSIGN; state=OFFLINE, location=a6f201fa5419,43531,1731424941970; forceNewPlan=false, retain=false 2024-11-12T15:22:36,184 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=45b59268defab5cff7cd40a4cdf29823, regionState=OPENING, regionLocation=a6f201fa5419,43531,1731424941970 2024-11-12T15:22:36,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=45b59268defab5cff7cd40a4cdf29823, ASSIGN because future has completed 2024-11-12T15:22:36,190 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 45b59268defab5cff7cd40a4cdf29823, server=a6f201fa5419,43531,1731424941970}] 2024-11-12T15:22:36,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:22:36,392 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731424955198.45b59268defab5cff7cd40a4cdf29823. 2024-11-12T15:22:36,393 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 45b59268defab5cff7cd40a4cdf29823, NAME => 'test,,1731424955198.45b59268defab5cff7cd40a4cdf29823.', STARTKEY => '', ENDKEY => ''} 2024-11-12T15:22:36,393 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T15:22:36,393 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T15:22:36,393 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 45b59268defab5cff7cd40a4cdf29823 2024-11-12T15:22:36,393 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731424955198.45b59268defab5cff7cd40a4cdf29823.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:22:36,393 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 45b59268defab5cff7cd40a4cdf29823 2024-11-12T15:22:36,393 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 45b59268defab5cff7cd40a4cdf29823 2024-11-12T15:22:36,395 INFO [StoreOpener-45b59268defab5cff7cd40a4cdf29823-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 45b59268defab5cff7cd40a4cdf29823 2024-11-12T15:22:36,396 INFO [StoreOpener-45b59268defab5cff7cd40a4cdf29823-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45b59268defab5cff7cd40a4cdf29823 columnFamilyName f 2024-11-12T15:22:36,396 DEBUG [StoreOpener-45b59268defab5cff7cd40a4cdf29823-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:22:36,396 INFO [StoreOpener-45b59268defab5cff7cd40a4cdf29823-1 {}] regionserver.HStore(327): Store=45b59268defab5cff7cd40a4cdf29823/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:22:36,396 INFO [StoreOpener-45b59268defab5cff7cd40a4cdf29823-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 45b59268defab5cff7cd40a4cdf29823 2024-11-12T15:22:36,398 INFO [StoreOpener-45b59268defab5cff7cd40a4cdf29823-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45b59268defab5cff7cd40a4cdf29823 columnFamilyName f1 2024-11-12T15:22:36,398 DEBUG [StoreOpener-45b59268defab5cff7cd40a4cdf29823-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:22:36,399 INFO [StoreOpener-45b59268defab5cff7cd40a4cdf29823-1 {}] regionserver.HStore(327): Store=45b59268defab5cff7cd40a4cdf29823/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:22:36,399 INFO [StoreOpener-45b59268defab5cff7cd40a4cdf29823-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 45b59268defab5cff7cd40a4cdf29823 2024-11-12T15:22:36,401 INFO [StoreOpener-45b59268defab5cff7cd40a4cdf29823-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45b59268defab5cff7cd40a4cdf29823 columnFamilyName norep 2024-11-12T15:22:36,401 DEBUG [StoreOpener-45b59268defab5cff7cd40a4cdf29823-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:22:36,401 INFO [StoreOpener-45b59268defab5cff7cd40a4cdf29823-1 {}] regionserver.HStore(327): Store=45b59268defab5cff7cd40a4cdf29823/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:22:36,401 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 45b59268defab5cff7cd40a4cdf29823 2024-11-12T15:22:36,402 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/data/default/test/45b59268defab5cff7cd40a4cdf29823 2024-11-12T15:22:36,402 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/data/default/test/45b59268defab5cff7cd40a4cdf29823 2024-11-12T15:22:36,406 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 45b59268defab5cff7cd40a4cdf29823 2024-11-12T15:22:36,406 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 45b59268defab5cff7cd40a4cdf29823 2024-11-12T15:22:36,407 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T15:22:36,408 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 45b59268defab5cff7cd40a4cdf29823 2024-11-12T15:22:36,417 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/data/default/test/45b59268defab5cff7cd40a4cdf29823/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T15:22:36,417 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 45b59268defab5cff7cd40a4cdf29823; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68841210, jitterRate=0.025813966989517212}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T15:22:36,417 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 45b59268defab5cff7cd40a4cdf29823 2024-11-12T15:22:36,417 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 45b59268defab5cff7cd40a4cdf29823: Running coprocessor pre-open hook at 1731424956394Writing region info on filesystem at 1731424956394Initializing all the Stores at 1731424956394Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424956394Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424956395 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424956395Cleaning up temporary data from old regions at 1731424956406 (+11 ms)Running coprocessor post-open hooks at 1731424956417 (+11 ms)Region opened successfully at 1731424956417 2024-11-12T15:22:36,418 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731424955198.45b59268defab5cff7cd40a4cdf29823., pid=6, masterSystemTime=1731424956352 2024-11-12T15:22:36,420 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731424955198.45b59268defab5cff7cd40a4cdf29823. 2024-11-12T15:22:36,420 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731424955198.45b59268defab5cff7cd40a4cdf29823. 2024-11-12T15:22:36,421 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=45b59268defab5cff7cd40a4cdf29823, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a6f201fa5419,43531,1731424941970 2024-11-12T15:22:36,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 45b59268defab5cff7cd40a4cdf29823, server=a6f201fa5419,43531,1731424941970 because future has completed 2024-11-12T15:22:36,425 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T15:22:36,425 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 45b59268defab5cff7cd40a4cdf29823, server=a6f201fa5419,43531,1731424941970 in 233 msec 2024-11-12T15:22:36,427 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T15:22:36,427 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=45b59268defab5cff7cd40a4cdf29823, ASSIGN in 397 msec 2024-11-12T15:22:36,428 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T15:22:36,428 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731424956428"}]},"ts":"1731424956428"} 2024-11-12T15:22:36,430 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T15:22:36,430 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T15:22:36,432 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2310 sec 2024-11-12T15:22:37,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:22:37,348 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T15:22:37,348 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:22:37,349 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,37851,1731424947423 2024-11-12T15:22:37,349 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b2b75ae 2024-11-12T15:22:37,349 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:22:37,350 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T15:22:37,351 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37851 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T15:22:37,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37851 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T15:22:37,353 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T15:22:37,353 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:22:37,354 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37851 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T15:22:37,354 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T15:22:37,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:22:37,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44483 is added to blk_1073741835_1011 (size=902) 2024-11-12T15:22:37,372 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c316905886c6cd4b9a472c8331a6dca4, NAME => 'test,,1731424957350.c316905886c6cd4b9a472c8331a6dca4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445 2024-11-12T15:22:37,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44483 is added to blk_1073741836_1012 (size=39) 2024-11-12T15:22:37,389 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731424957350.c316905886c6cd4b9a472c8331a6dca4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:22:37,389 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c316905886c6cd4b9a472c8331a6dca4, disabling compactions & flushes 2024-11-12T15:22:37,389 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731424957350.c316905886c6cd4b9a472c8331a6dca4. 2024-11-12T15:22:37,389 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731424957350.c316905886c6cd4b9a472c8331a6dca4. 2024-11-12T15:22:37,389 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731424957350.c316905886c6cd4b9a472c8331a6dca4. after waiting 0 ms 2024-11-12T15:22:37,389 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731424957350.c316905886c6cd4b9a472c8331a6dca4. 2024-11-12T15:22:37,389 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731424957350.c316905886c6cd4b9a472c8331a6dca4. 2024-11-12T15:22:37,389 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c316905886c6cd4b9a472c8331a6dca4: Waiting for close lock at 1731424957389Disabling compacts and flushes for region at 1731424957389Disabling writes for close at 1731424957389Writing region close event to WAL at 1731424957389Closed at 1731424957389 2024-11-12T15:22:37,391 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T15:22:37,391 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731424957350.c316905886c6cd4b9a472c8331a6dca4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731424957391"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731424957391"}]},"ts":"1731424957391"} 2024-11-12T15:22:37,393 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T15:22:37,393 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T15:22:37,394 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731424957394"}]},"ts":"1731424957394"} 2024-11-12T15:22:37,396 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T15:22:37,396 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c316905886c6cd4b9a472c8331a6dca4, ASSIGN}] 2024-11-12T15:22:37,398 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c316905886c6cd4b9a472c8331a6dca4, ASSIGN 2024-11-12T15:22:37,399 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c316905886c6cd4b9a472c8331a6dca4, ASSIGN; state=OFFLINE, location=a6f201fa5419,44019,1731424947561; forceNewPlan=false, retain=false 2024-11-12T15:22:37,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:22:37,549 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c316905886c6cd4b9a472c8331a6dca4, regionState=OPENING, regionLocation=a6f201fa5419,44019,1731424947561 2024-11-12T15:22:37,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c316905886c6cd4b9a472c8331a6dca4, ASSIGN because future has completed 2024-11-12T15:22:37,551 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c316905886c6cd4b9a472c8331a6dca4, server=a6f201fa5419,44019,1731424947561}] 2024-11-12T15:22:37,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:22:37,705 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731424957350.c316905886c6cd4b9a472c8331a6dca4. 2024-11-12T15:22:37,705 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c316905886c6cd4b9a472c8331a6dca4, NAME => 'test,,1731424957350.c316905886c6cd4b9a472c8331a6dca4.', STARTKEY => '', ENDKEY => ''} 2024-11-12T15:22:37,705 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T15:22:37,705 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T15:22:37,706 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c316905886c6cd4b9a472c8331a6dca4 2024-11-12T15:22:37,706 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731424957350.c316905886c6cd4b9a472c8331a6dca4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:22:37,706 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c316905886c6cd4b9a472c8331a6dca4 2024-11-12T15:22:37,706 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c316905886c6cd4b9a472c8331a6dca4 2024-11-12T15:22:37,707 INFO [StoreOpener-c316905886c6cd4b9a472c8331a6dca4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c316905886c6cd4b9a472c8331a6dca4 2024-11-12T15:22:37,708 INFO [StoreOpener-c316905886c6cd4b9a472c8331a6dca4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c316905886c6cd4b9a472c8331a6dca4 columnFamilyName f 2024-11-12T15:22:37,708 DEBUG [StoreOpener-c316905886c6cd4b9a472c8331a6dca4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:22:37,708 INFO [StoreOpener-c316905886c6cd4b9a472c8331a6dca4-1 {}] regionserver.HStore(327): Store=c316905886c6cd4b9a472c8331a6dca4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:22:37,708 INFO [StoreOpener-c316905886c6cd4b9a472c8331a6dca4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c316905886c6cd4b9a472c8331a6dca4 2024-11-12T15:22:37,708 INFO [StoreOpener-c316905886c6cd4b9a472c8331a6dca4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c316905886c6cd4b9a472c8331a6dca4 columnFamilyName f1 2024-11-12T15:22:37,708 DEBUG [StoreOpener-c316905886c6cd4b9a472c8331a6dca4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:22:37,709 INFO [StoreOpener-c316905886c6cd4b9a472c8331a6dca4-1 {}] regionserver.HStore(327): Store=c316905886c6cd4b9a472c8331a6dca4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:22:37,709 INFO [StoreOpener-c316905886c6cd4b9a472c8331a6dca4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c316905886c6cd4b9a472c8331a6dca4 2024-11-12T15:22:37,709 INFO [StoreOpener-c316905886c6cd4b9a472c8331a6dca4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c316905886c6cd4b9a472c8331a6dca4 columnFamilyName norep 2024-11-12T15:22:37,709 DEBUG [StoreOpener-c316905886c6cd4b9a472c8331a6dca4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:22:37,710 INFO [StoreOpener-c316905886c6cd4b9a472c8331a6dca4-1 {}] regionserver.HStore(327): Store=c316905886c6cd4b9a472c8331a6dca4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:22:37,710 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c316905886c6cd4b9a472c8331a6dca4 2024-11-12T15:22:37,710 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/data/default/test/c316905886c6cd4b9a472c8331a6dca4 2024-11-12T15:22:37,710 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/data/default/test/c316905886c6cd4b9a472c8331a6dca4 2024-11-12T15:22:37,711 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c316905886c6cd4b9a472c8331a6dca4 2024-11-12T15:22:37,711 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c316905886c6cd4b9a472c8331a6dca4 2024-11-12T15:22:37,711 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T15:22:37,712 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c316905886c6cd4b9a472c8331a6dca4 2024-11-12T15:22:37,713 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/data/default/test/c316905886c6cd4b9a472c8331a6dca4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T15:22:37,713 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c316905886c6cd4b9a472c8331a6dca4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64281393, jitterRate=-0.042132601141929626}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T15:22:37,713 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c316905886c6cd4b9a472c8331a6dca4 2024-11-12T15:22:37,713 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c316905886c6cd4b9a472c8331a6dca4: Running coprocessor pre-open hook at 1731424957706Writing region info on filesystem at 1731424957706Initializing all the Stores at 1731424957706Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424957706Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424957707 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424957707Cleaning up temporary data from old regions at 1731424957711 (+4 ms)Running coprocessor post-open hooks at 1731424957713 (+2 ms)Region opened successfully at 1731424957713 2024-11-12T15:22:37,714 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731424957350.c316905886c6cd4b9a472c8331a6dca4., pid=6, masterSystemTime=1731424957703 2024-11-12T15:22:37,715 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731424957350.c316905886c6cd4b9a472c8331a6dca4. 2024-11-12T15:22:37,715 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731424957350.c316905886c6cd4b9a472c8331a6dca4. 2024-11-12T15:22:37,716 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c316905886c6cd4b9a472c8331a6dca4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a6f201fa5419,44019,1731424947561 2024-11-12T15:22:37,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c316905886c6cd4b9a472c8331a6dca4, server=a6f201fa5419,44019,1731424947561 because future has completed 2024-11-12T15:22:37,718 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T15:22:37,718 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c316905886c6cd4b9a472c8331a6dca4, server=a6f201fa5419,44019,1731424947561 in 166 msec 2024-11-12T15:22:37,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T15:22:37,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c316905886c6cd4b9a472c8331a6dca4, ASSIGN in 322 msec 2024-11-12T15:22:37,720 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T15:22:37,720 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731424957720"}]},"ts":"1731424957720"} 2024-11-12T15:22:37,722 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T15:22:37,722 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T15:22:37,723 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 371 msec 2024-11-12T15:22:37,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:22:37,978 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T15:22:37,978 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:22:37,979 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,41931,1731424952199 2024-11-12T15:22:37,979 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@453de78b 2024-11-12T15:22:37,979 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:22:37,980 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T15:22:37,980 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41931 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T15:22:37,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41931 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T15:22:37,982 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T15:22:37,982 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:22:37,982 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41931 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T15:22:37,982 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T15:22:37,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:22:37,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38717 is added to blk_1073741835_1011 (size=902) 2024-11-12T15:22:38,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:22:38,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:22:38,388 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b46343743c877b40c1a55b7e44b5ef02, NAME => 'test,,1731424957980.b46343743c877b40c1a55b7e44b5ef02.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991 2024-11-12T15:22:38,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38717 is added to blk_1073741836_1012 (size=39) 2024-11-12T15:22:38,392 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731424957980.b46343743c877b40c1a55b7e44b5ef02.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:22:38,392 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b46343743c877b40c1a55b7e44b5ef02, disabling compactions & flushes 2024-11-12T15:22:38,393 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731424957980.b46343743c877b40c1a55b7e44b5ef02. 2024-11-12T15:22:38,393 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731424957980.b46343743c877b40c1a55b7e44b5ef02. 2024-11-12T15:22:38,393 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731424957980.b46343743c877b40c1a55b7e44b5ef02. after waiting 0 ms 2024-11-12T15:22:38,393 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731424957980.b46343743c877b40c1a55b7e44b5ef02. 2024-11-12T15:22:38,393 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731424957980.b46343743c877b40c1a55b7e44b5ef02. 2024-11-12T15:22:38,393 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b46343743c877b40c1a55b7e44b5ef02: Waiting for close lock at 1731424958392Disabling compacts and flushes for region at 1731424958392Disabling writes for close at 1731424958393 (+1 ms)Writing region close event to WAL at 1731424958393Closed at 1731424958393 2024-11-12T15:22:38,394 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T15:22:38,394 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731424957980.b46343743c877b40c1a55b7e44b5ef02.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731424958394"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731424958394"}]},"ts":"1731424958394"} 2024-11-12T15:22:38,396 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T15:22:38,396 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T15:22:38,396 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731424958396"}]},"ts":"1731424958396"} 2024-11-12T15:22:38,398 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T15:22:38,398 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b46343743c877b40c1a55b7e44b5ef02, ASSIGN}] 2024-11-12T15:22:38,399 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b46343743c877b40c1a55b7e44b5ef02, ASSIGN 2024-11-12T15:22:38,400 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b46343743c877b40c1a55b7e44b5ef02, ASSIGN; state=OFFLINE, location=a6f201fa5419,41653,1731424952349; forceNewPlan=false, retain=false 2024-11-12T15:22:38,550 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b46343743c877b40c1a55b7e44b5ef02, regionState=OPENING, regionLocation=a6f201fa5419,41653,1731424952349 2024-11-12T15:22:38,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b46343743c877b40c1a55b7e44b5ef02, ASSIGN because future has completed 2024-11-12T15:22:38,552 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b46343743c877b40c1a55b7e44b5ef02, server=a6f201fa5419,41653,1731424952349}] 2024-11-12T15:22:38,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:22:38,716 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731424957980.b46343743c877b40c1a55b7e44b5ef02. 2024-11-12T15:22:38,716 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b46343743c877b40c1a55b7e44b5ef02, NAME => 'test,,1731424957980.b46343743c877b40c1a55b7e44b5ef02.', STARTKEY => '', ENDKEY => ''} 2024-11-12T15:22:38,717 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T15:22:38,717 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T15:22:38,717 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b46343743c877b40c1a55b7e44b5ef02 2024-11-12T15:22:38,717 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731424957980.b46343743c877b40c1a55b7e44b5ef02.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:22:38,717 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b46343743c877b40c1a55b7e44b5ef02 2024-11-12T15:22:38,717 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b46343743c877b40c1a55b7e44b5ef02 2024-11-12T15:22:38,720 INFO [StoreOpener-b46343743c877b40c1a55b7e44b5ef02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b46343743c877b40c1a55b7e44b5ef02 2024-11-12T15:22:38,721 INFO [StoreOpener-b46343743c877b40c1a55b7e44b5ef02-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b46343743c877b40c1a55b7e44b5ef02 columnFamilyName f 2024-11-12T15:22:38,721 DEBUG [StoreOpener-b46343743c877b40c1a55b7e44b5ef02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:22:38,722 INFO [StoreOpener-b46343743c877b40c1a55b7e44b5ef02-1 {}] regionserver.HStore(327): Store=b46343743c877b40c1a55b7e44b5ef02/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:22:38,722 INFO [StoreOpener-b46343743c877b40c1a55b7e44b5ef02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b46343743c877b40c1a55b7e44b5ef02 2024-11-12T15:22:38,722 INFO [StoreOpener-b46343743c877b40c1a55b7e44b5ef02-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b46343743c877b40c1a55b7e44b5ef02 columnFamilyName f1 2024-11-12T15:22:38,722 DEBUG [StoreOpener-b46343743c877b40c1a55b7e44b5ef02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:22:38,723 INFO [StoreOpener-b46343743c877b40c1a55b7e44b5ef02-1 {}] regionserver.HStore(327): Store=b46343743c877b40c1a55b7e44b5ef02/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:22:38,723 INFO [StoreOpener-b46343743c877b40c1a55b7e44b5ef02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b46343743c877b40c1a55b7e44b5ef02 2024-11-12T15:22:38,723 INFO [StoreOpener-b46343743c877b40c1a55b7e44b5ef02-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b46343743c877b40c1a55b7e44b5ef02 columnFamilyName norep 2024-11-12T15:22:38,723 DEBUG [StoreOpener-b46343743c877b40c1a55b7e44b5ef02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:22:38,723 INFO [StoreOpener-b46343743c877b40c1a55b7e44b5ef02-1 {}] regionserver.HStore(327): Store=b46343743c877b40c1a55b7e44b5ef02/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:22:38,724 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b46343743c877b40c1a55b7e44b5ef02 2024-11-12T15:22:38,724 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/data/default/test/b46343743c877b40c1a55b7e44b5ef02 2024-11-12T15:22:38,724 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/data/default/test/b46343743c877b40c1a55b7e44b5ef02 2024-11-12T15:22:38,725 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b46343743c877b40c1a55b7e44b5ef02 2024-11-12T15:22:38,725 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b46343743c877b40c1a55b7e44b5ef02 2024-11-12T15:22:38,725 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T15:22:38,726 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b46343743c877b40c1a55b7e44b5ef02 2024-11-12T15:22:38,728 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/data/default/test/b46343743c877b40c1a55b7e44b5ef02/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T15:22:38,729 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b46343743c877b40c1a55b7e44b5ef02; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73872174, jitterRate=0.10078117251396179}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T15:22:38,729 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b46343743c877b40c1a55b7e44b5ef02 2024-11-12T15:22:38,729 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b46343743c877b40c1a55b7e44b5ef02: Running coprocessor pre-open hook at 1731424958718Writing region info on filesystem at 1731424958718Initializing all the Stores at 1731424958718Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424958718Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424958720 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424958720Cleaning up temporary data from old regions at 1731424958725 (+5 ms)Running coprocessor post-open hooks at 1731424958729 (+4 ms)Region opened successfully at 1731424958729 2024-11-12T15:22:38,730 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731424957980.b46343743c877b40c1a55b7e44b5ef02., pid=6, masterSystemTime=1731424958706 2024-11-12T15:22:38,731 DEBUG [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731424957980.b46343743c877b40c1a55b7e44b5ef02. 2024-11-12T15:22:38,731 INFO [RS_OPEN_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731424957980.b46343743c877b40c1a55b7e44b5ef02. 2024-11-12T15:22:38,731 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b46343743c877b40c1a55b7e44b5ef02, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a6f201fa5419,41653,1731424952349 2024-11-12T15:22:38,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b46343743c877b40c1a55b7e44b5ef02, server=a6f201fa5419,41653,1731424952349 because future has completed 2024-11-12T15:22:38,737 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T15:22:38,737 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b46343743c877b40c1a55b7e44b5ef02, server=a6f201fa5419,41653,1731424952349 in 184 msec 2024-11-12T15:22:38,738 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T15:22:38,739 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b46343743c877b40c1a55b7e44b5ef02, ASSIGN in 339 msec 2024-11-12T15:22:38,739 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T15:22:38,739 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731424958739"}]},"ts":"1731424958739"} 2024-11-12T15:22:38,740 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T15:22:38,741 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T15:22:38,742 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 761 msec 2024-11-12T15:22:38,997 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:22:38,998 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a6f201fa5419,42129,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a6f201fa5419:42129 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T15:22:38,998 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148919 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a6f201fa5419,42129,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a6f201fa5419:42129 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T15:22:39,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T15:22:39,118 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T15:22:39,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d61e7e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:22:39,118 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,32885,-1 for getting cluster id 2024-11-12T15:22:39,118 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:22:39,119 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c577283a-5638-4bf7-bca1-418faae26fb9' 2024-11-12T15:22:39,119 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:22:39,119 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c577283a-5638-4bf7-bca1-418faae26fb9" 2024-11-12T15:22:39,119 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@748b924b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:22:39,119 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,32885,-1] 2024-11-12T15:22:39,119 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:22:39,120 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:39,120 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:22:39,120 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4409952e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:22:39,121 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:22:39,121 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,32885,1731424941695 2024-11-12T15:22:39,121 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f164f0 2024-11-12T15:22:39,121 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:22:39,122 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T15:22:39,122 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32885 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://a6f201fa5419:37851,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T15:22:39,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32885 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T15:22:39,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T15:22:39,124 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a6f201fa5419:37851' 2024-11-12T15:22:39,125 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3123d324, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:22:39,125 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,37851,-1 for getting cluster id 2024-11-12T15:22:39,125 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:22:39,126 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '611e57fa-e1f0-413c-a4c2-ad5d6734706a' 2024-11-12T15:22:39,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:22:39,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "611e57fa-e1f0-413c-a4c2-ad5d6734706a" 2024-11-12T15:22:39,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34394f3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:22:39,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,37851,-1] 2024-11-12T15:22:39,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:22:39,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:39,127 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:22:39,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@465d6a10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:22:39,127 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:22:39,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,37851,1731424947423 2024-11-12T15:22:39,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e48c613 2024-11-12T15:22:39,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:22:39,129 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T15:22:39,129 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-12T15:22:39,129 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T15:22:39,129 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:39,129 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:22:39,129 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:39,130 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T15:22:39,131 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T15:22:39,131 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T15:22:39,131 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:22:39,132 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T15:22:39,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741837_1013 (size=1138) 2024-11-12T15:22:39,181 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T15:22:39,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T15:22:39,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T15:22:39,544 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d305a75748f839e619c322f582bf4398, NAME => 'hbase:replication,,1731424959130.d305a75748f839e619c322f582bf4398.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f 2024-11-12T15:22:39,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741838_1014 (size=44) 2024-11-12T15:22:39,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T15:22:39,948 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731424959130.d305a75748f839e619c322f582bf4398.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:22:39,948 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d305a75748f839e619c322f582bf4398, disabling compactions & flushes 2024-11-12T15:22:39,948 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731424959130.d305a75748f839e619c322f582bf4398. 2024-11-12T15:22:39,948 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731424959130.d305a75748f839e619c322f582bf4398. 2024-11-12T15:22:39,948 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731424959130.d305a75748f839e619c322f582bf4398. after waiting 0 ms 2024-11-12T15:22:39,948 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731424959130.d305a75748f839e619c322f582bf4398. 2024-11-12T15:22:39,948 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731424959130.d305a75748f839e619c322f582bf4398. 2024-11-12T15:22:39,949 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d305a75748f839e619c322f582bf4398: Waiting for close lock at 1731424959948Disabling compacts and flushes for region at 1731424959948Disabling writes for close at 1731424959948Writing region close event to WAL at 1731424959948Closed at 1731424959948 2024-11-12T15:22:39,950 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T15:22:39,950 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731424959130.d305a75748f839e619c322f582bf4398.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731424959950"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731424959950"}]},"ts":"1731424959950"} 2024-11-12T15:22:39,951 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T15:22:39,952 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T15:22:39,952 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731424959952"}]},"ts":"1731424959952"} 2024-11-12T15:22:39,953 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T15:22:39,954 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d305a75748f839e619c322f582bf4398, ASSIGN}] 2024-11-12T15:22:39,954 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d305a75748f839e619c322f582bf4398, ASSIGN 2024-11-12T15:22:39,955 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d305a75748f839e619c322f582bf4398, ASSIGN; state=OFFLINE, location=a6f201fa5419,43531,1731424941970; forceNewPlan=false, retain=false 2024-11-12T15:22:40,105 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d305a75748f839e619c322f582bf4398, regionState=OPENING, regionLocation=a6f201fa5419,43531,1731424941970 2024-11-12T15:22:40,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d305a75748f839e619c322f582bf4398, ASSIGN because future has completed 2024-11-12T15:22:40,107 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d305a75748f839e619c322f582bf4398, server=a6f201fa5419,43531,1731424941970}] 2024-11-12T15:22:40,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T15:22:40,262 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731424959130.d305a75748f839e619c322f582bf4398. 2024-11-12T15:22:40,262 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T15:22:40,262 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T15:22:40,263 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a6f201fa5419%2C43531%2C1731424941970.rep, suffix=, logDir=hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/WALs/a6f201fa5419,43531,1731424941970, archiveDir=hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/oldWALs, maxLogs=10 2024-11-12T15:22:40,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/WALs/a6f201fa5419,43531,1731424941970/a6f201fa5419%2C43531%2C1731424941970.rep.1731424960263, exclude list is [], retry=0 2024-11-12T15:22:40,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45251,DS-109e6ffc-ed20-4580-acca-0c5e98893c9a,DISK] 2024-11-12T15:22:40,277 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/WALs/a6f201fa5419,43531,1731424941970/a6f201fa5419%2C43531%2C1731424941970.rep.1731424960263 2024-11-12T15:22:40,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45749:45749)] 2024-11-12T15:22:40,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d305a75748f839e619c322f582bf4398, NAME => 'hbase:replication,,1731424959130.d305a75748f839e619c322f582bf4398.', STARTKEY => '', ENDKEY => ''} 2024-11-12T15:22:40,277 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T15:22:40,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T15:22:40,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731424959130.d305a75748f839e619c322f582bf4398. service=MultiRowMutationService 2024-11-12T15:22:40,278 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T15:22:40,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d305a75748f839e619c322f582bf4398 2024-11-12T15:22:40,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731424959130.d305a75748f839e619c322f582bf4398.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T15:22:40,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d305a75748f839e619c322f582bf4398 2024-11-12T15:22:40,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d305a75748f839e619c322f582bf4398 2024-11-12T15:22:40,279 INFO [StoreOpener-d305a75748f839e619c322f582bf4398-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d305a75748f839e619c322f582bf4398 2024-11-12T15:22:40,280 INFO [StoreOpener-d305a75748f839e619c322f582bf4398-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d305a75748f839e619c322f582bf4398 columnFamilyName hfileref 2024-11-12T15:22:40,280 DEBUG [StoreOpener-d305a75748f839e619c322f582bf4398-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:22:40,280 INFO [StoreOpener-d305a75748f839e619c322f582bf4398-1 {}] regionserver.HStore(327): Store=d305a75748f839e619c322f582bf4398/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:22:40,280 INFO [StoreOpener-d305a75748f839e619c322f582bf4398-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d305a75748f839e619c322f582bf4398 2024-11-12T15:22:40,281 INFO [StoreOpener-d305a75748f839e619c322f582bf4398-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d305a75748f839e619c322f582bf4398 columnFamilyName queue 2024-11-12T15:22:40,281 DEBUG [StoreOpener-d305a75748f839e619c322f582bf4398-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:22:40,281 INFO [StoreOpener-d305a75748f839e619c322f582bf4398-1 {}] regionserver.HStore(327): Store=d305a75748f839e619c322f582bf4398/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:22:40,281 INFO [StoreOpener-d305a75748f839e619c322f582bf4398-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d305a75748f839e619c322f582bf4398 2024-11-12T15:22:40,281 INFO [StoreOpener-d305a75748f839e619c322f582bf4398-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d305a75748f839e619c322f582bf4398 columnFamilyName sid 2024-11-12T15:22:40,282 DEBUG [StoreOpener-d305a75748f839e619c322f582bf4398-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T15:22:40,282 INFO [StoreOpener-d305a75748f839e619c322f582bf4398-1 {}] regionserver.HStore(327): Store=d305a75748f839e619c322f582bf4398/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T15:22:40,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d305a75748f839e619c322f582bf4398 2024-11-12T15:22:40,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/data/hbase/replication/d305a75748f839e619c322f582bf4398 2024-11-12T15:22:40,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/data/hbase/replication/d305a75748f839e619c322f582bf4398 2024-11-12T15:22:40,283 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d305a75748f839e619c322f582bf4398 2024-11-12T15:22:40,283 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d305a75748f839e619c322f582bf4398 2024-11-12T15:22:40,283 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T15:22:40,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d305a75748f839e619c322f582bf4398 2024-11-12T15:22:40,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/data/hbase/replication/d305a75748f839e619c322f582bf4398/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T15:22:40,285 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d305a75748f839e619c322f582bf4398; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63982797, jitterRate=-0.04658202826976776}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T15:22:40,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d305a75748f839e619c322f582bf4398 2024-11-12T15:22:40,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d305a75748f839e619c322f582bf4398: Running coprocessor pre-open hook at 1731424960278Writing region info on filesystem at 1731424960278Initializing all the Stores at 1731424960279 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424960279Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424960279Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731424960279Cleaning up temporary data from old regions at 1731424960283 (+4 ms)Running coprocessor post-open hooks at 1731424960285 (+2 ms)Region opened successfully at 1731424960285 2024-11-12T15:22:40,286 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731424959130.d305a75748f839e619c322f582bf4398., pid=10, masterSystemTime=1731424960259 2024-11-12T15:22:40,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731424959130.d305a75748f839e619c322f582bf4398. 2024-11-12T15:22:40,287 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731424959130.d305a75748f839e619c322f582bf4398. 2024-11-12T15:22:40,288 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d305a75748f839e619c322f582bf4398, regionState=OPEN, openSeqNum=2, regionLocation=a6f201fa5419,43531,1731424941970 2024-11-12T15:22:40,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d305a75748f839e619c322f582bf4398, server=a6f201fa5419,43531,1731424941970 because future has completed 2024-11-12T15:22:40,291 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T15:22:40,291 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d305a75748f839e619c322f582bf4398, server=a6f201fa5419,43531,1731424941970 in 183 msec 2024-11-12T15:22:40,292 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T15:22:40,292 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d305a75748f839e619c322f582bf4398, ASSIGN in 337 msec 2024-11-12T15:22:40,293 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T15:22:40,293 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731424960293"}]},"ts":"1731424960293"} 2024-11-12T15:22:40,294 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T15:22:40,295 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T15:22:40,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1650 sec 2024-11-12T15:22:40,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731424959130.d305a75748f839e619c322f582bf4398., hostname=a6f201fa5419,43531,1731424941970, seqNum=2] 2024-11-12T15:22:40,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43531-0x1012fa3ea5a0001, quorum=127.0.0.1:55841, baseZNode=/0-1253917619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1253917619 2024-11-12T15:22:40,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32885-0x1012fa3ea5a0000, quorum=127.0.0.1:55841, baseZNode=/0-1253917619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1253917619 2024-11-12T15:22:40,385 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T15:22:40,537 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43531 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T15:22:40,537 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T15:22:40,562 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a6f201fa5419,43531,1731424941970, ReplicationSource: 1, currentBandwidth=0 2024-11-12T15:22:40,562 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:22:40,562 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,43531,1731424941970, seqNum=-1] 2024-11-12T15:22:40,562 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:22:40,563 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57145, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-12T15:22:40,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a6f201fa5419,43531,1731424941970', locateType=CURRENT is [region=hbase:replication,,1731424959130.d305a75748f839e619c322f582bf4398., hostname=a6f201fa5419,43531,1731424941970, seqNum=2] 2024-11-12T15:22:40,566 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T15:22:40,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32885 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T15:22:40,568 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a6f201fa5419,43531,1731424941970 suceeded 2024-11-12T15:22:40,569 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T15:22:40,569 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-11-12T15:22:40,569 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a6f201fa5419:37851,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T15:22:40,570 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4470 sec 2024-11-12T15:22:40,583 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,43531,1731424941970 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a6f201fa5419:37851' 2024-11-12T15:22:40,584 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,43531,1731424941970 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49e13712, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:22:40,584 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,43531,1731424941970 {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,37851,-1 for getting cluster id 2024-11-12T15:22:40,584 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,43531,1731424941970 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:22:40,585 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '611e57fa-e1f0-413c-a4c2-ad5d6734706a' 2024-11-12T15:22:40,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:22:40,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "611e57fa-e1f0-413c-a4c2-ad5d6734706a" 2024-11-12T15:22:40,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51c9669a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:22:40,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,37851,-1] 2024-11-12T15:22:40,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:22:40,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:40,586 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:22:40,586 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,43531,1731424941970 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55ecc8f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:22:40,586 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,43531,1731424941970 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:22:40,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,37851,1731424947423 2024-11-12T15:22:40,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15a3c346 2024-11-12T15:22:40,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:22:40,587 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-12T15:22:40,588 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,43531,1731424941970 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a6f201fa5419,43531,1731424941970 (queues=1) is replicating from cluster=c577283a-5638-4bf7-bca1-418faae26fb9 to cluster=611e57fa-e1f0-413c-a4c2-ad5d6734706a 2024-11-12T15:22:40,588 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,43531,1731424941970 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a6f201fa5419%2C43531%2C1731424941970 2024-11-12T15:22:40,588 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,43531,1731424941970 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a6f201fa5419,43531,1731424941970, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T15:22:40,588 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,43531,1731424941970.replicationSource.wal-reader.a6f201fa5419%2C43531%2C1731424941970,1-a6f201fa5419,43531,1731424941970 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/WALs/a6f201fa5419,43531,1731424941970/a6f201fa5419%2C43531%2C1731424941970.1731424944174, startPosition=0, beingWritten=true 2024-11-12T15:22:40,592 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,43531,1731424941970.replicationSource.shippera6f201fa5419%2C43531%2C1731424941970,1-a6f201fa5419,43531,1731424941970 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a6f201fa5419%2C43531%2C1731424941970 2024-11-12T15:22:40,594 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,43531,1731424941970.replicationSource.wal-reader.a6f201fa5419%2C43531%2C1731424941970,1-a6f201fa5419,43531,1731424941970 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T15:22:40,594 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,43531,1731424941970.replicationSource.wal-reader.a6f201fa5419%2C43531%2C1731424941970,1-a6f201fa5419,43531,1731424941970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/WALs/a6f201fa5419,43531,1731424941970/a6f201fa5419%2C43531%2C1731424941970.1731424944174 to pos 379, reset compression=false 2024-11-12T15:22:40,594 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,43531,1731424941970.replicationSource.shippera6f201fa5419%2C43531%2C1731424941970,1-a6f201fa5419,43531,1731424941970 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a6f201fa5419,43531,1731424941970 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/WALs/a6f201fa5419,43531,1731424941970/a6f201fa5419%2C43531%2C1731424941970.1731424944174, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T15:22:40,597 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T15:22:40,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:40,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:40,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:40,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:40,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:40,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:40,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:40,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:40,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:40,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:40,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:40,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:40,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:40,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:40,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:40,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:40,804 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,43531,1731424941970.replicationSource.wal-reader.a6f201fa5419%2C43531%2C1731424941970,1-a6f201fa5419,43531,1731424941970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/WALs/a6f201fa5419,43531,1731424941970/a6f201fa5419%2C43531%2C1731424941970.1731424944174 to pos 379, reset compression=false 2024-11-12T15:22:41,109 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,43531,1731424941970.replicationSource.wal-reader.a6f201fa5419%2C43531%2C1731424941970,1-a6f201fa5419,43531,1731424941970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/WALs/a6f201fa5419,43531,1731424941970/a6f201fa5419%2C43531%2C1731424941970.1731424944174 to pos 379, reset compression=false 2024-11-12T15:22:41,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T15:22:41,268 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T15:22:41,268 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T15:22:41,268 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:22:41,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:41,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:41,268 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:22:41,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76ca2703, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:22:41,269 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,32885,-1 for getting cluster id 2024-11-12T15:22:41,269 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:22:41,270 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c577283a-5638-4bf7-bca1-418faae26fb9' 2024-11-12T15:22:41,270 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:22:41,270 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c577283a-5638-4bf7-bca1-418faae26fb9" 2024-11-12T15:22:41,270 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c8bef6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:22:41,270 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,32885,-1] 2024-11-12T15:22:41,270 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:22:41,271 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:41,271 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:22:41,272 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1078633, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:22:41,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10267416, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:22:41,275 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,37851,-1 for getting cluster id 2024-11-12T15:22:41,275 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:22:41,276 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '611e57fa-e1f0-413c-a4c2-ad5d6734706a' 2024-11-12T15:22:41,276 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:22:41,276 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "611e57fa-e1f0-413c-a4c2-ad5d6734706a" 2024-11-12T15:22:41,276 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14ccde41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:22:41,276 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,37851,-1] 2024-11-12T15:22:41,276 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:22:41,277 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:41,277 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:22:41,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ce39a8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:22:41,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2603873d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:22:41,282 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,41931,-1 for getting cluster id 2024-11-12T15:22:41,282 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:22:41,283 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fdf3b60b-c479-4415-adc5-a71f79812dd3' 2024-11-12T15:22:41,283 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:22:41,283 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fdf3b60b-c479-4415-adc5-a71f79812dd3" 2024-11-12T15:22:41,283 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c56d35b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:22:41,283 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,41931,-1] 2024-11-12T15:22:41,283 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:22:41,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:41,284 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:22:41,285 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@364858f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:22:41,285 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:22:41,288 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731424961288/Put/seqid=0 2024-11-12T15:22:41,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741840_1016 (size=7894) 2024-11-12T15:22:41,299 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731424961299/Put/seqid=0 2024-11-12T15:22:41,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741841_1017 (size=7691) 2024-11-12T15:22:41,511 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,43531,1731424941970.replicationSource.wal-reader.a6f201fa5419%2C43531%2C1731424941970,1-a6f201fa5419,43531,1731424941970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/WALs/a6f201fa5419,43531,1731424941970/a6f201fa5419%2C43531%2C1731424941970.1731424944174 to pos 379, reset compression=false 2024-11-12T15:22:41,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9b1921c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:22:41,709 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,32885,-1 for getting cluster id 2024-11-12T15:22:41,709 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:22:41,710 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c577283a-5638-4bf7-bca1-418faae26fb9' 2024-11-12T15:22:41,710 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:22:41,710 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c577283a-5638-4bf7-bca1-418faae26fb9" 2024-11-12T15:22:41,710 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c17dbdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:22:41,710 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,32885,-1] 2024-11-12T15:22:41,710 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:22:41,710 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:41,711 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:22:41,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6626af14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:22:41,711 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:22:41,712 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,43531,1731424941970, seqNum=-1] 2024-11-12T15:22:41,712 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:22:41,713 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T15:22:41,718 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:22:41,718 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,32885,1731424941695 2024-11-12T15:22:41,718 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6992c48 2024-11-12T15:22:41,719 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:22:41,719 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T15:22:41,722 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731424955198.45b59268defab5cff7cd40a4cdf29823., hostname=a6f201fa5419,43531,1731424941970, seqNum=2] 2024-11-12T15:22:41,723 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T15:22:41,727 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-12T15:22:41,729 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-12T15:22:41,731 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43531 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 45b59268defab5cff7cd40a4cdf29823/f 2024-11-12T15:22:41,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43531 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-12T15:22:41,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43531 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T15:22:41,734 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43531 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 45b59268defab5cff7cd40a4cdf29823/f 2024-11-12T15:22:41,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43531 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-12T15:22:41,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43531 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T15:22:41,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43531 {}] regionserver.HRegion(2603): Flush status journal for 45b59268defab5cff7cd40a4cdf29823: 2024-11-12T15:22:41,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43531 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/staging/jenkins__test__oii9bjnp3drbddndjjquqb316l6sqj2609rf0ffsebf1dbqv8s8umqcfgb0m6a91/f/hfile_1 2024-11-12T15:22:41,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43531 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/staging/jenkins__test__oii9bjnp3drbddndjjquqb316l6sqj2609rf0ffsebf1dbqv8s8umqcfgb0m6a91/f/hfile_1 as hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/data/default/test/45b59268defab5cff7cd40a4cdf29823/f/a2565794a3304094be314623a56a007b_SeqId_4_ 2024-11-12T15:22:41,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43531 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/staging/jenkins__test__oii9bjnp3drbddndjjquqb316l6sqj2609rf0ffsebf1dbqv8s8umqcfgb0m6a91/f/hfile_0 2024-11-12T15:22:41,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43531 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/staging/jenkins__test__oii9bjnp3drbddndjjquqb316l6sqj2609rf0ffsebf1dbqv8s8umqcfgb0m6a91/f/hfile_0 as hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/data/default/test/45b59268defab5cff7cd40a4cdf29823/f/fc8a393d55f24c649b50aac09930098f_SeqId_4_ 2024-11-12T15:22:41,742 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43531 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/staging/jenkins__test__oii9bjnp3drbddndjjquqb316l6sqj2609rf0ffsebf1dbqv8s8umqcfgb0m6a91/f/hfile_1 into 45b59268defab5cff7cd40a4cdf29823/f as hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/data/default/test/45b59268defab5cff7cd40a4cdf29823/f/a2565794a3304094be314623a56a007b_SeqId_4_ - updating store file list. 2024-11-12T15:22:41,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43531 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a2565794a3304094be314623a56a007b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T15:22:41,745 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43531 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/data/default/test/45b59268defab5cff7cd40a4cdf29823/f/a2565794a3304094be314623a56a007b_SeqId_4_ into 45b59268defab5cff7cd40a4cdf29823/f 2024-11-12T15:22:41,745 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43531 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/staging/jenkins__test__oii9bjnp3drbddndjjquqb316l6sqj2609rf0ffsebf1dbqv8s8umqcfgb0m6a91/f/hfile_1 into 45b59268defab5cff7cd40a4cdf29823/f (new location: hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/data/default/test/45b59268defab5cff7cd40a4cdf29823/f/a2565794a3304094be314623a56a007b_SeqId_4_) 2024-11-12T15:22:41,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43531 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/staging/jenkins__test__oii9bjnp3drbddndjjquqb316l6sqj2609rf0ffsebf1dbqv8s8umqcfgb0m6a91/f/hfile_1 2024-11-12T15:22:41,746 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43531 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/staging/jenkins__test__oii9bjnp3drbddndjjquqb316l6sqj2609rf0ffsebf1dbqv8s8umqcfgb0m6a91/f/hfile_0 into 45b59268defab5cff7cd40a4cdf29823/f as hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/data/default/test/45b59268defab5cff7cd40a4cdf29823/f/fc8a393d55f24c649b50aac09930098f_SeqId_4_ - updating store file list. 2024-11-12T15:22:41,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43531 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fc8a393d55f24c649b50aac09930098f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T15:22:41,748 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43531 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/data/default/test/45b59268defab5cff7cd40a4cdf29823/f/fc8a393d55f24c649b50aac09930098f_SeqId_4_ into 45b59268defab5cff7cd40a4cdf29823/f 2024-11-12T15:22:41,748 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43531 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/staging/jenkins__test__oii9bjnp3drbddndjjquqb316l6sqj2609rf0ffsebf1dbqv8s8umqcfgb0m6a91/f/hfile_0 into 45b59268defab5cff7cd40a4cdf29823/f (new location: hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/data/default/test/45b59268defab5cff7cd40a4cdf29823/f/fc8a393d55f24c649b50aac09930098f_SeqId_4_) 2024-11-12T15:22:41,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43531 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/staging/jenkins__test__oii9bjnp3drbddndjjquqb316l6sqj2609rf0ffsebf1dbqv8s8umqcfgb0m6a91/f/hfile_0 2024-11-12T15:22:41,750 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T15:22:41,750 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:22:41,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:41,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:41,751 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731424955198.45b59268defab5cff7cd40a4cdf29823., hostname=a6f201fa5419,43531,1731424941970, seqNum=2 , the old value is region=test,,1731424955198.45b59268defab5cff7cd40a4cdf29823., hostname=a6f201fa5419,43531,1731424941970, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=a6f201fa5419:43531 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T15:22:41,751 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731424955198.45b59268defab5cff7cd40a4cdf29823., hostname=a6f201fa5419,43531,1731424941970, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T15:22:41,751 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731424955198.45b59268defab5cff7cd40a4cdf29823., hostname=a6f201fa5419,43531,1731424941970, seqNum=2 from cache 2024-11-12T15:22:41,751 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:22:41,752 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,44019,1731424947561, seqNum=-1] 2024-11-12T15:22:41,752 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:22:41,752 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:22:41,752 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-12T15:22:41,753 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T15:22:41,754 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731424957350.c316905886c6cd4b9a472c8331a6dca4., hostname=a6f201fa5419,44019,1731424947561, seqNum=2] 2024-11-12T15:22:41,755 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-12T15:22:41,858 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a6f201fa5419:43531 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-12T15:22:42,014 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,43531,1731424941970.replicationSource.wal-reader.a6f201fa5419%2C43531%2C1731424941970,1-a6f201fa5419,43531,1731424941970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/WALs/a6f201fa5419,43531,1731424941970/a6f201fa5419%2C43531%2C1731424941970.1731424944174 to pos 379, reset compression=false 2024-11-12T15:22:42,019 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,43531,1731424941970.replicationSource.wal-reader.a6f201fa5419%2C43531%2C1731424941970,1-a6f201fa5419,43531,1731424941970 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T15:22:42,019 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,43531,1731424941970.replicationSource.shippera6f201fa5419%2C43531%2C1731424941970,1-a6f201fa5419,43531,1731424941970 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a6f201fa5419,43531,1731424941970 got entry batch from reader: WALEntryBatch [walEntries=[{test/45b59268defab5cff7cd40a4cdf29823/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731424961749/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/WALs/a6f201fa5419,43531,1731424941970/a6f201fa5419%2C43531%2C1731424941970.1731424944174, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-12T15:22:42,020 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,43531,1731424941970.replicationSource.shippera6f201fa5419%2C43531%2C1731424941970,1-a6f201fa5419,43531,1731424941970 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T15:22:42,021 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-12T15:22:42,022 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44019 {}] regionserver.ReplicationSink(318): Replicating [c577283a-5638-4bf7-bca1-418faae26fb9] bulk loaded data 2024-11-12T15:22:42,022 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44019 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@686de2d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:22:42,022 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44019 {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,37851,-1 for getting cluster id 2024-11-12T15:22:42,022 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44019 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:22:42,023 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '611e57fa-e1f0-413c-a4c2-ad5d6734706a' 2024-11-12T15:22:42,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:22:42,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "611e57fa-e1f0-413c-a4c2-ad5d6734706a" 2024-11-12T15:22:42,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@784c57a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:22:42,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,37851,-1] 2024-11-12T15:22:42,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:22:42,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:42,024 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:22:42,024 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44019 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f3e0dd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:22:42,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44483 is added to blk_1073741837_1013 (size=7691) 2024-11-12T15:22:42,042 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-12T15:22:42,219 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,43531,1731424941970.replicationSource.wal-reader.a6f201fa5419%2C43531%2C1731424941970,1-a6f201fa5419,43531,1731424941970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/WALs/a6f201fa5419,43531,1731424941970/a6f201fa5419%2C43531%2C1731424941970.1731424944174 to pos 687, reset compression=false 2024-11-12T15:22:42,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44483 is added to blk_1073741838_1014 (size=7894) 2024-11-12T15:22:42,523 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,43531,1731424941970.replicationSource.wal-reader.a6f201fa5419%2C43531%2C1731424941970,1-a6f201fa5419,43531,1731424941970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/WALs/a6f201fa5419,43531,1731424941970/a6f201fa5419%2C43531%2C1731424941970.1731424944174 to pos 687, reset compression=false 2024-11-12T15:22:42,757 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-12T15:22:42,841 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44019 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:22:42,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,37851,1731424947423 2024-11-12T15:22:42,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3cdac870 2024-11-12T15:22:42,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:22:42,842 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-12T15:22:42,844 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44019 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T15:22:42,845 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44019 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:22:42,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,44019,1731424947561, seqNum=-1] 2024-11-12T15:22:42,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:22:42,847 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-12T15:22:42,852 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/staging/jenkins.hfs.22__test__sl8pbld154mgc4j6m7s4mardru9cq1a2hav6iocm7eml5qfo97tojpbl7tlhtcc7/f/a2565794a3304094be314623a56a007b_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-12T15:22:42,864 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/staging/jenkins.hfs.22__test__sl8pbld154mgc4j6m7s4mardru9cq1a2hav6iocm7eml5qfo97tojpbl7tlhtcc7/f/fc8a393d55f24c649b50aac09930098f_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-12T15:22:42,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44019 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/staging/jenkins.hfs.22__test__sl8pbld154mgc4j6m7s4mardru9cq1a2hav6iocm7eml5qfo97tojpbl7tlhtcc7/f/a2565794a3304094be314623a56a007b_SeqId_4_ for inclusion in c316905886c6cd4b9a472c8331a6dca4/f 2024-11-12T15:22:42,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44019 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-12T15:22:42,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44019 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T15:22:42,872 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44019 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/staging/jenkins.hfs.22__test__sl8pbld154mgc4j6m7s4mardru9cq1a2hav6iocm7eml5qfo97tojpbl7tlhtcc7/f/fc8a393d55f24c649b50aac09930098f_SeqId_4_ for inclusion in c316905886c6cd4b9a472c8331a6dca4/f 2024-11-12T15:22:42,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44019 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-12T15:22:42,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44019 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T15:22:42,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44019 {}] regionserver.HRegion(2603): Flush status journal for c316905886c6cd4b9a472c8331a6dca4: 2024-11-12T15:22:42,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44019 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a2565794a3304094be314623a56a007b_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-12T15:22:42,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44019 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/staging/jenkins.hfs.22__test__sl8pbld154mgc4j6m7s4mardru9cq1a2hav6iocm7eml5qfo97tojpbl7tlhtcc7/f/a2565794a3304094be314623a56a007b_SeqId_4_ as hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/data/default/test/c316905886c6cd4b9a472c8331a6dca4/f/7a610e01985242128be487e7c5c1e481_SeqId_4_ 2024-11-12T15:22:42,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44019 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): fc8a393d55f24c649b50aac09930098f_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-12T15:22:42,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44019 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/staging/jenkins.hfs.22__test__sl8pbld154mgc4j6m7s4mardru9cq1a2hav6iocm7eml5qfo97tojpbl7tlhtcc7/f/fc8a393d55f24c649b50aac09930098f_SeqId_4_ as hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/data/default/test/c316905886c6cd4b9a472c8331a6dca4/f/69e4551d79af42be9d1d9b114bf3db81_SeqId_4_ 2024-11-12T15:22:42,883 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44019 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/staging/jenkins.hfs.22__test__sl8pbld154mgc4j6m7s4mardru9cq1a2hav6iocm7eml5qfo97tojpbl7tlhtcc7/f/a2565794a3304094be314623a56a007b_SeqId_4_ into c316905886c6cd4b9a472c8331a6dca4/f as hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/data/default/test/c316905886c6cd4b9a472c8331a6dca4/f/7a610e01985242128be487e7c5c1e481_SeqId_4_ - updating store file list. 2024-11-12T15:22:42,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44019 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7a610e01985242128be487e7c5c1e481_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T15:22:42,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44019 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/data/default/test/c316905886c6cd4b9a472c8331a6dca4/f/7a610e01985242128be487e7c5c1e481_SeqId_4_ into c316905886c6cd4b9a472c8331a6dca4/f 2024-11-12T15:22:42,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44019 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/staging/jenkins.hfs.22__test__sl8pbld154mgc4j6m7s4mardru9cq1a2hav6iocm7eml5qfo97tojpbl7tlhtcc7/f/a2565794a3304094be314623a56a007b_SeqId_4_ into c316905886c6cd4b9a472c8331a6dca4/f (new location: hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/data/default/test/c316905886c6cd4b9a472c8331a6dca4/f/7a610e01985242128be487e7c5c1e481_SeqId_4_) 2024-11-12T15:22:42,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44019 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/staging/jenkins.hfs.22__test__sl8pbld154mgc4j6m7s4mardru9cq1a2hav6iocm7eml5qfo97tojpbl7tlhtcc7/f/a2565794a3304094be314623a56a007b_SeqId_4_ 2024-11-12T15:22:42,889 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44019 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/staging/jenkins.hfs.22__test__sl8pbld154mgc4j6m7s4mardru9cq1a2hav6iocm7eml5qfo97tojpbl7tlhtcc7/f/fc8a393d55f24c649b50aac09930098f_SeqId_4_ into c316905886c6cd4b9a472c8331a6dca4/f as hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/data/default/test/c316905886c6cd4b9a472c8331a6dca4/f/69e4551d79af42be9d1d9b114bf3db81_SeqId_4_ - updating store file list. 2024-11-12T15:22:42,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44019 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 69e4551d79af42be9d1d9b114bf3db81_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T15:22:42,896 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44019 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/data/default/test/c316905886c6cd4b9a472c8331a6dca4/f/69e4551d79af42be9d1d9b114bf3db81_SeqId_4_ into c316905886c6cd4b9a472c8331a6dca4/f 2024-11-12T15:22:42,896 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44019 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/staging/jenkins.hfs.22__test__sl8pbld154mgc4j6m7s4mardru9cq1a2hav6iocm7eml5qfo97tojpbl7tlhtcc7/f/fc8a393d55f24c649b50aac09930098f_SeqId_4_ into c316905886c6cd4b9a472c8331a6dca4/f (new location: hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/data/default/test/c316905886c6cd4b9a472c8331a6dca4/f/69e4551d79af42be9d1d9b114bf3db81_SeqId_4_) 2024-11-12T15:22:42,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44019 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/staging/jenkins.hfs.22__test__sl8pbld154mgc4j6m7s4mardru9cq1a2hav6iocm7eml5qfo97tojpbl7tlhtcc7/f/fc8a393d55f24c649b50aac09930098f_SeqId_4_ 2024-11-12T15:22:42,899 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44019 {}] regionserver.ReplicationSink(324): Finished replicating [c577283a-5638-4bf7-bca1-418faae26fb9] bulk loaded data 2024-11-12T15:22:42,926 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,43531,1731424941970.replicationSource.wal-reader.a6f201fa5419%2C43531%2C1731424941970,1-a6f201fa5419,43531,1731424941970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/WALs/a6f201fa5419,43531,1731424941970/a6f201fa5419%2C43531%2C1731424941970.1731424944174 to pos 687, reset compression=false 2024-11-12T15:22:43,431 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,43531,1731424941970.replicationSource.wal-reader.a6f201fa5419%2C43531%2C1731424941970,1-a6f201fa5419,43531,1731424941970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/WALs/a6f201fa5419,43531,1731424941970/a6f201fa5419%2C43531%2C1731424941970.1731424944174 to pos 687, reset compression=false 2024-11-12T15:22:43,766 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:22:43,768 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,41653,1731424952349, seqNum=-1] 2024-11-12T15:22:43,768 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:22:43,769 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T15:22:43,771 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731424957980.b46343743c877b40c1a55b7e44b5ef02., hostname=a6f201fa5419,41653,1731424952349, seqNum=2] 2024-11-12T15:22:43,779 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T15:22:43,781 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T15:22:43,782 DEBUG [regionserver/a6f201fa5419:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL a6f201fa5419%2C43531%2C1731424941970:(num 1731424944174) roll requested 2024-11-12T15:22:43,805 DEBUG [regionserver/a6f201fa5419:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/WALs/a6f201fa5419,43531,1731424941970/a6f201fa5419%2C43531%2C1731424941970.1731424963782, exclude list is [], retry=0 2024-11-12T15:22:43,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45251,DS-109e6ffc-ed20-4580-acca-0c5e98893c9a,DISK] 2024-11-12T15:22:43,841 INFO [regionserver/a6f201fa5419:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/WALs/a6f201fa5419,43531,1731424941970/a6f201fa5419%2C43531%2C1731424941970.1731424944174 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/WALs/a6f201fa5419,43531,1731424941970/a6f201fa5419%2C43531%2C1731424941970.1731424963782 2024-11-12T15:22:43,849 DEBUG [regionserver/a6f201fa5419:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45749:45749)] 2024-11-12T15:22:43,849 DEBUG [regionserver/a6f201fa5419:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/WALs/a6f201fa5419,43531,1731424941970/a6f201fa5419%2C43531%2C1731424941970.1731424944174 is not closed yet, will try archiving it next time 2024-11-12T15:22:43,849 DEBUG [regionserver/a6f201fa5419:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL a6f201fa5419%2C43531%2C1731424941970.rep:(num 1731424960263) roll requested 2024-11-12T15:22:43,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741832_1008 (size=695) 2024-11-12T15:22:43,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@196faa69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:22:43,853 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,32885,-1 for getting cluster id 2024-11-12T15:22:43,853 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:22:43,854 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c577283a-5638-4bf7-bca1-418faae26fb9' 2024-11-12T15:22:43,854 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:22:43,854 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c577283a-5638-4bf7-bca1-418faae26fb9" 2024-11-12T15:22:43,855 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15af1813, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:22:43,855 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,32885,-1] 2024-11-12T15:22:43,855 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:22:43,855 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:43,856 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:22:43,857 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3053de79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:22:43,857 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:22:43,858 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,32885,1731424941695 2024-11-12T15:22:43,858 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7546d86 2024-11-12T15:22:43,858 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:22:43,859 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T15:22:43,859 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32885 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://a6f201fa5419:41931,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T15:22:43,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32885 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T15:22:43,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-12T15:22:43,863 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a6f201fa5419:41931' 2024-11-12T15:22:43,867 DEBUG [regionserver/a6f201fa5419:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/WALs/a6f201fa5419,43531,1731424941970/a6f201fa5419%2C43531%2C1731424941970.rep.1731424963849, exclude list is [], retry=0 2024-11-12T15:22:43,868 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72f95cd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:22:43,868 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,41931,-1 for getting cluster id 2024-11-12T15:22:43,869 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:22:43,869 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/WALs/a6f201fa5419,43531,1731424941970/a6f201fa5419%2C43531%2C1731424941970.1731424944174 to hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/oldWALs/a6f201fa5419%2C43531%2C1731424941970.1731424944174 2024-11-12T15:22:43,869 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fdf3b60b-c479-4415-adc5-a71f79812dd3' 2024-11-12T15:22:43,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:22:43,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fdf3b60b-c479-4415-adc5-a71f79812dd3" 2024-11-12T15:22:43,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5424fa5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:22:43,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,41931,-1] 2024-11-12T15:22:43,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:22:43,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:43,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45251,DS-109e6ffc-ed20-4580-acca-0c5e98893c9a,DISK] 2024-11-12T15:22:43,871 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:22:43,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fcd2a7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:22:43,872 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:22:43,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,41931,1731424952199 2024-11-12T15:22:43,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@da0085c 2024-11-12T15:22:43,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:22:43,874 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T15:22:43,874 INFO [regionserver/a6f201fa5419:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/WALs/a6f201fa5419,43531,1731424941970/a6f201fa5419%2C43531%2C1731424941970.rep.1731424960263 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/WALs/a6f201fa5419,43531,1731424941970/a6f201fa5419%2C43531%2C1731424941970.rep.1731424963849 2024-11-12T15:22:43,875 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-12T15:22:43,875 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T15:22:43,875 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:43,875 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:43,875 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:22:43,876 DEBUG [regionserver/a6f201fa5419:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45749:45749)] 2024-11-12T15:22:43,876 DEBUG [regionserver/a6f201fa5419:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/WALs/a6f201fa5419,43531,1731424941970/a6f201fa5419%2C43531%2C1731424941970.rep.1731424960263 is not closed yet, will try archiving it next time 2024-11-12T15:22:43,876 DEBUG [regionserver/a6f201fa5419:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL a6f201fa5419%2C43531%2C1731424941970.meta:.meta(num 1731424945246) roll requested 2024-11-12T15:22:43,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741839_1015 (size=1505) 2024-11-12T15:22:43,883 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/WALs/a6f201fa5419,43531,1731424941970/a6f201fa5419%2C43531%2C1731424941970.rep.1731424960263 not finished, retry = 0 2024-11-12T15:22:43,895 DEBUG [regionserver/a6f201fa5419:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/WALs/a6f201fa5419,43531,1731424941970/a6f201fa5419%2C43531%2C1731424941970.meta.1731424963876.meta, exclude list is [], retry=0 2024-11-12T15:22:43,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45251,DS-109e6ffc-ed20-4580-acca-0c5e98893c9a,DISK] 2024-11-12T15:22:43,905 INFO [regionserver/a6f201fa5419:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/WALs/a6f201fa5419,43531,1731424941970/a6f201fa5419%2C43531%2C1731424941970.meta.1731424945246.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/WALs/a6f201fa5419,43531,1731424941970/a6f201fa5419%2C43531%2C1731424941970.meta.1731424963876.meta 2024-11-12T15:22:43,912 DEBUG [regionserver/a6f201fa5419:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45749:45749)] 2024-11-12T15:22:43,912 DEBUG [regionserver/a6f201fa5419:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/WALs/a6f201fa5419,43531,1731424941970/a6f201fa5419%2C43531%2C1731424941970.meta.1731424945246.meta is not closed yet, will try archiving it next time 2024-11-12T15:22:43,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741834_1010 (size=3473) 2024-11-12T15:22:43,954 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T15:22:43,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-12T15:22:44,075 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,43531,1731424941970.replicationSource.wal-reader.a6f201fa5419%2C43531%2C1731424941970,1-a6f201fa5419,43531,1731424941970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/WALs/a6f201fa5419,43531,1731424941970/a6f201fa5419%2C43531%2C1731424941970.1731424944174 to pos 687, reset compression=false 2024-11-12T15:22:44,084 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,43531,1731424941970.replicationSource.wal-reader.a6f201fa5419%2C43531%2C1731424941970,1-a6f201fa5419,43531,1731424941970 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/WALs/a6f201fa5419,43531,1731424941970/a6f201fa5419%2C43531%2C1731424941970.1731424944174 was moved to hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/oldWALs/a6f201fa5419%2C43531%2C1731424941970.1731424944174 2024-11-12T15:22:44,087 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,43531,1731424941970.replicationSource.wal-reader.a6f201fa5419%2C43531%2C1731424941970,1-a6f201fa5419,43531,1731424941970 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/WALs/a6f201fa5419,43531,1731424941970/a6f201fa5419%2C43531%2C1731424941970.1731424944174 2024-11-12T15:22:44,088 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,43531,1731424941970.replicationSource.shippera6f201fa5419%2C43531%2C1731424941970,1-a6f201fa5419,43531,1731424941970 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a6f201fa5419,43531,1731424941970 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/WALs/a6f201fa5419,43531,1731424941970/a6f201fa5419%2C43531%2C1731424941970.1731424944174, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-12T15:22:44,090 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,43531,1731424941970.replicationSource.wal-reader.a6f201fa5419%2C43531%2C1731424941970,1-a6f201fa5419,43531,1731424941970 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/WALs/a6f201fa5419,43531,1731424941970/a6f201fa5419%2C43531%2C1731424941970.1731424963782, startPosition=0, beingWritten=true 2024-11-12T15:22:44,091 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,43531,1731424941970.replicationSource.shippera6f201fa5419%2C43531%2C1731424941970,1-a6f201fa5419,43531,1731424941970 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [a6f201fa5419%2C43531%2C1731424941970.1731424944174] 2024-11-12T15:22:44,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43531 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-12T15:22:44,110 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-12T15:22:44,154 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-a6f201fa5419,43531,1731424941970, ReplicationSource: 2, currentBandwidth=0 2024-11-12T15:22:44,156 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-12T15:22:44,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32885 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-12T15:22:44,158 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on a6f201fa5419,43531,1731424941970 suceeded 2024-11-12T15:22:44,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-12T15:22:44,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 204 msec 2024-11-12T15:22:44,160 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://a6f201fa5419:41931,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T15:22:44,161 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 301 msec 2024-11-12T15:22:44,174 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,2-a6f201fa5419,43531,1731424941970 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a6f201fa5419:41931' 2024-11-12T15:22:44,175 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,2-a6f201fa5419,43531,1731424941970 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c3771b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:22:44,175 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,2-a6f201fa5419,43531,1731424941970 {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,41931,-1 for getting cluster id 2024-11-12T15:22:44,175 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,2-a6f201fa5419,43531,1731424941970 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:22:44,176 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fdf3b60b-c479-4415-adc5-a71f79812dd3' 2024-11-12T15:22:44,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:22:44,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fdf3b60b-c479-4415-adc5-a71f79812dd3" 2024-11-12T15:22:44,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@133d92c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:22:44,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,41931,-1] 2024-11-12T15:22:44,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:22:44,178 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:22:44,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:44,179 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,2-a6f201fa5419,43531,1731424941970 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ca36da6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:22:44,179 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,2-a6f201fa5419,43531,1731424941970 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:22:44,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-12T15:22:44,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,41931,1731424952199 2024-11-12T15:22:44,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50602648 2024-11-12T15:22:44,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:22:44,180 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-12T15:22:44,180 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T15:22:44,180 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:22:44,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:44,180 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:22:44,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:44,181 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-12T15:22:44,181 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T15:22:44,182 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,2-a6f201fa5419,43531,1731424941970 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-a6f201fa5419,43531,1731424941970 (queues=1) is replicating from cluster=c577283a-5638-4bf7-bca1-418faae26fb9 to cluster=fdf3b60b-c479-4415-adc5-a71f79812dd3 2024-11-12T15:22:44,182 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,2-a6f201fa5419,43531,1731424941970 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=a6f201fa5419%2C43531%2C1731424941970 2024-11-12T15:22:44,182 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,2-a6f201fa5419,43531,1731424941970 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-a6f201fa5419,43531,1731424941970, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T15:22:44,188 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,2-a6f201fa5419,43531,1731424941970.replicationSource.wal-reader.a6f201fa5419%2C43531%2C1731424941970,2-a6f201fa5419,43531,1731424941970 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/WALs/a6f201fa5419,43531,1731424941970/a6f201fa5419%2C43531%2C1731424941970.1731424963782, startPosition=0, beingWritten=true 2024-11-12T15:22:44,198 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731424964197/Put/seqid=0 2024-11-12T15:22:44,200 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,2-a6f201fa5419,43531,1731424941970.replicationSource.shippera6f201fa5419%2C43531%2C1731424941970,2-a6f201fa5419,43531,1731424941970 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a6f201fa5419%2C43531%2C1731424941970 2024-11-12T15:22:44,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741845_1021 (size=11194) 2024-11-12T15:22:44,398 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T15:22:44,430 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,2-a6f201fa5419,43531,1731424941970.replicationSource.wal-reader.a6f201fa5419%2C43531%2C1731424941970,2-a6f201fa5419,43531,1731424941970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/WALs/a6f201fa5419,43531,1731424941970/a6f201fa5419%2C43531%2C1731424941970.1731424963782 to pos 0, reset compression=false 2024-11-12T15:22:44,653 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731424964652/Put/seqid=0 2024-11-12T15:22:44,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741846_1022 (size=10791) 2024-11-12T15:22:44,701 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@175e96b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:22:44,701 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,32885,-1 for getting cluster id 2024-11-12T15:22:44,701 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:22:44,702 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c577283a-5638-4bf7-bca1-418faae26fb9' 2024-11-12T15:22:44,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:22:44,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c577283a-5638-4bf7-bca1-418faae26fb9" 2024-11-12T15:22:44,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5511cb3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:22:44,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,32885,-1] 2024-11-12T15:22:44,703 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:22:44,703 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:44,704 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:22:44,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bfbcb28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:22:44,705 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:22:44,706 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,43531,1731424941970, seqNum=-1] 2024-11-12T15:22:44,706 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:22:44,707 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T15:22:44,734 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:22:44,735 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,2-a6f201fa5419,43531,1731424941970.replicationSource.wal-reader.a6f201fa5419%2C43531%2C1731424941970,2-a6f201fa5419,43531,1731424941970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/WALs/a6f201fa5419,43531,1731424941970/a6f201fa5419%2C43531%2C1731424941970.1731424963782 to pos 0, reset compression=false 2024-11-12T15:22:44,736 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,32885,1731424941695 2024-11-12T15:22:44,736 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@608c3445 2024-11-12T15:22:44,736 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:22:44,737 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T15:22:44,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731424955198.45b59268defab5cff7cd40a4cdf29823., hostname=a6f201fa5419,43531,1731424941970, seqNum=2] 2024-11-12T15:22:44,747 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T15:22:44,776 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-12T15:22:44,781 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-12T15:22:44,798 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,43531,1731424941970.replicationSource.wal-reader.a6f201fa5419%2C43531%2C1731424941970,1-a6f201fa5419,43531,1731424941970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/WALs/a6f201fa5419,43531,1731424941970/a6f201fa5419%2C43531%2C1731424941970.1731424963782 to pos 0, reset compression=false 2024-11-12T15:22:44,826 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43531 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 45b59268defab5cff7cd40a4cdf29823/f 2024-11-12T15:22:44,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43531 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-12T15:22:44,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43531 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T15:22:44,830 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43531 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 45b59268defab5cff7cd40a4cdf29823/f 2024-11-12T15:22:44,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43531 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-12T15:22:44,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43531 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T15:22:44,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43531 {}] regionserver.HRegion(2603): Flush status journal for 45b59268defab5cff7cd40a4cdf29823: 2024-11-12T15:22:44,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43531 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/staging/jenkins__test__ngbfr3dr1fgb4m4tde66sj45il0fsp8e7a1r0maeuv4k7v5grhj2o9hku2dojejk/f/hfile_0 2024-11-12T15:22:44,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43531 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/staging/jenkins__test__ngbfr3dr1fgb4m4tde66sj45il0fsp8e7a1r0maeuv4k7v5grhj2o9hku2dojejk/f/hfile_0 as hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/data/default/test/45b59268defab5cff7cd40a4cdf29823/f/c84e7bed11944c91abe96632a044c141_SeqId_6_ 2024-11-12T15:22:44,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43531 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/staging/jenkins__test__ngbfr3dr1fgb4m4tde66sj45il0fsp8e7a1r0maeuv4k7v5grhj2o9hku2dojejk/f/hfile_1 2024-11-12T15:22:44,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43531 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/staging/jenkins__test__ngbfr3dr1fgb4m4tde66sj45il0fsp8e7a1r0maeuv4k7v5grhj2o9hku2dojejk/f/hfile_1 as hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/data/default/test/45b59268defab5cff7cd40a4cdf29823/f/f2851e0ae0b8437686d4d7444eda537f_SeqId_6_ 2024-11-12T15:22:44,852 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43531 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/staging/jenkins__test__ngbfr3dr1fgb4m4tde66sj45il0fsp8e7a1r0maeuv4k7v5grhj2o9hku2dojejk/f/hfile_0 into 45b59268defab5cff7cd40a4cdf29823/f as hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/data/default/test/45b59268defab5cff7cd40a4cdf29823/f/c84e7bed11944c91abe96632a044c141_SeqId_6_ - updating store file list. 2024-11-12T15:22:44,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43531 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c84e7bed11944c91abe96632a044c141_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-12T15:22:44,862 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43531 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/data/default/test/45b59268defab5cff7cd40a4cdf29823/f/c84e7bed11944c91abe96632a044c141_SeqId_6_ into 45b59268defab5cff7cd40a4cdf29823/f 2024-11-12T15:22:44,862 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43531 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/staging/jenkins__test__ngbfr3dr1fgb4m4tde66sj45il0fsp8e7a1r0maeuv4k7v5grhj2o9hku2dojejk/f/hfile_0 into 45b59268defab5cff7cd40a4cdf29823/f (new location: hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/data/default/test/45b59268defab5cff7cd40a4cdf29823/f/c84e7bed11944c91abe96632a044c141_SeqId_6_) 2024-11-12T15:22:44,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43531 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/staging/jenkins__test__ngbfr3dr1fgb4m4tde66sj45il0fsp8e7a1r0maeuv4k7v5grhj2o9hku2dojejk/f/hfile_0 2024-11-12T15:22:44,863 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43531 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/staging/jenkins__test__ngbfr3dr1fgb4m4tde66sj45il0fsp8e7a1r0maeuv4k7v5grhj2o9hku2dojejk/f/hfile_1 into 45b59268defab5cff7cd40a4cdf29823/f as hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/data/default/test/45b59268defab5cff7cd40a4cdf29823/f/f2851e0ae0b8437686d4d7444eda537f_SeqId_6_ - updating store file list. 2024-11-12T15:22:44,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43531 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f2851e0ae0b8437686d4d7444eda537f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-12T15:22:44,872 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43531 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/data/default/test/45b59268defab5cff7cd40a4cdf29823/f/f2851e0ae0b8437686d4d7444eda537f_SeqId_6_ into 45b59268defab5cff7cd40a4cdf29823/f 2024-11-12T15:22:44,872 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43531 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/staging/jenkins__test__ngbfr3dr1fgb4m4tde66sj45il0fsp8e7a1r0maeuv4k7v5grhj2o9hku2dojejk/f/hfile_1 into 45b59268defab5cff7cd40a4cdf29823/f (new location: hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/data/default/test/45b59268defab5cff7cd40a4cdf29823/f/f2851e0ae0b8437686d4d7444eda537f_SeqId_6_) 2024-11-12T15:22:44,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43531 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/staging/jenkins__test__ngbfr3dr1fgb4m4tde66sj45il0fsp8e7a1r0maeuv4k7v5grhj2o9hku2dojejk/f/hfile_1 2024-11-12T15:22:44,875 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T15:22:44,875 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:22:44,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:44,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:44,876 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:22:44,876 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731424955198.45b59268defab5cff7cd40a4cdf29823., hostname=a6f201fa5419,43531,1731424941970, seqNum=2 , the old value is region=test,,1731424955198.45b59268defab5cff7cd40a4cdf29823., hostname=a6f201fa5419,43531,1731424941970, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=a6f201fa5419:43531 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T15:22:44,876 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731424955198.45b59268defab5cff7cd40a4cdf29823., hostname=a6f201fa5419,43531,1731424941970, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T15:22:44,876 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731424955198.45b59268defab5cff7cd40a4cdf29823., hostname=a6f201fa5419,43531,1731424941970, seqNum=2 from cache 2024-11-12T15:22:44,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43531 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43531: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:36434 deadline: 1731425024875 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:36434 2024-11-12T15:22:44,883 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-12T15:22:44,989 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a6f201fa5419:43531 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-12T15:22:45,175 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,2-a6f201fa5419,43531,1731424941970.replicationSource.wal-reader.a6f201fa5419%2C43531%2C1731424941970,2-a6f201fa5419,43531,1731424941970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/WALs/a6f201fa5419,43531,1731424941970/a6f201fa5419%2C43531%2C1731424941970.1731424963782 to pos 0, reset compression=false 2024-11-12T15:22:45,183 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,2-a6f201fa5419,43531,1731424941970.replicationSource.wal-reader.a6f201fa5419%2C43531%2C1731424941970,2-a6f201fa5419,43531,1731424941970 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T15:22:45,183 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,2-a6f201fa5419,43531,1731424941970.replicationSource.shippera6f201fa5419%2C43531%2C1731424941970,2-a6f201fa5419,43531,1731424941970 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-a6f201fa5419,43531,1731424941970 got entry batch from reader: WALEntryBatch [walEntries=[{test/45b59268defab5cff7cd40a4cdf29823/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731424964873/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/WALs/a6f201fa5419,43531,1731424941970/a6f201fa5419%2C43531%2C1731424941970.1731424963782, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-12T15:22:45,186 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,2-a6f201fa5419,43531,1731424941970.replicationSource.shippera6f201fa5419%2C43531%2C1731424941970,2-a6f201fa5419,43531,1731424941970 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T15:22:45,187 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-12T15:22:45,188 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41653 {}] regionserver.ReplicationSink(318): Replicating [c577283a-5638-4bf7-bca1-418faae26fb9] bulk loaded data 2024-11-12T15:22:45,188 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41653 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e25d172, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:22:45,188 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41653 {}] client.ClusterIdFetcher(90): Going to request a6f201fa5419,41931,-1 for getting cluster id 2024-11-12T15:22:45,188 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41653 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T15:22:45,189 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fdf3b60b-c479-4415-adc5-a71f79812dd3' 2024-11-12T15:22:45,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T15:22:45,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fdf3b60b-c479-4415-adc5-a71f79812dd3" 2024-11-12T15:22:45,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d0a675a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:22:45,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a6f201fa5419,41931,-1] 2024-11-12T15:22:45,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T15:22:45,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:45,190 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-12T15:22:45,191 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41653 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ed4d8d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T15:22:45,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38717 is added to blk_1073741837_1013 (size=11194) 2024-11-12T15:22:45,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38717 is added to blk_1073741838_1014 (size=10791) 2024-11-12T15:22:45,340 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41653 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T15:22:45,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a6f201fa5419,41931,1731424952199 2024-11-12T15:22:45,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5fa8df9 2024-11-12T15:22:45,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T15:22:45,342 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-12T15:22:45,345 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41653 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T15:22:45,345 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41653 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T15:22:45,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a6f201fa5419,41653,1731424952349, seqNum=-1] 2024-11-12T15:22:45,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T15:22:45,347 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-12T15:22:45,358 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/staging/jenkins.hfs.23__test__ksbc0ga5k9gdevc61i23sk9f360a5if7d5rc5ccteo4565crpnig7krjr32qq4m0/f/c84e7bed11944c91abe96632a044c141_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-12T15:22:45,363 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/staging/jenkins.hfs.23__test__ksbc0ga5k9gdevc61i23sk9f360a5if7d5rc5ccteo4565crpnig7krjr32qq4m0/f/f2851e0ae0b8437686d4d7444eda537f_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-12T15:22:45,377 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41653 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/staging/jenkins.hfs.23__test__ksbc0ga5k9gdevc61i23sk9f360a5if7d5rc5ccteo4565crpnig7krjr32qq4m0/f/f2851e0ae0b8437686d4d7444eda537f_SeqId_6_ for inclusion in b46343743c877b40c1a55b7e44b5ef02/f 2024-11-12T15:22:45,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41653 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-12T15:22:45,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41653 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T15:22:45,381 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41653 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/staging/jenkins.hfs.23__test__ksbc0ga5k9gdevc61i23sk9f360a5if7d5rc5ccteo4565crpnig7krjr32qq4m0/f/c84e7bed11944c91abe96632a044c141_SeqId_6_ for inclusion in b46343743c877b40c1a55b7e44b5ef02/f 2024-11-12T15:22:45,383 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,2-a6f201fa5419,43531,1731424941970.replicationSource.wal-reader.a6f201fa5419%2C43531%2C1731424941970,2-a6f201fa5419,43531,1731424941970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/WALs/a6f201fa5419,43531,1731424941970/a6f201fa5419%2C43531%2C1731424941970.1731424963782 to pos 393, reset compression=false 2024-11-12T15:22:45,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41653 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-12T15:22:45,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41653 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T15:22:45,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41653 {}] regionserver.HRegion(2603): Flush status journal for b46343743c877b40c1a55b7e44b5ef02: 2024-11-12T15:22:45,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41653 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f2851e0ae0b8437686d4d7444eda537f_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-12T15:22:45,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41653 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/staging/jenkins.hfs.23__test__ksbc0ga5k9gdevc61i23sk9f360a5if7d5rc5ccteo4565crpnig7krjr32qq4m0/f/f2851e0ae0b8437686d4d7444eda537f_SeqId_6_ as hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/data/default/test/b46343743c877b40c1a55b7e44b5ef02/f/b7f78b7dceca4fe3bb8680948d03745b_SeqId_4_ 2024-11-12T15:22:45,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41653 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c84e7bed11944c91abe96632a044c141_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-12T15:22:45,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41653 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/staging/jenkins.hfs.23__test__ksbc0ga5k9gdevc61i23sk9f360a5if7d5rc5ccteo4565crpnig7krjr32qq4m0/f/c84e7bed11944c91abe96632a044c141_SeqId_6_ as hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/data/default/test/b46343743c877b40c1a55b7e44b5ef02/f/4841e418daab478c88949443d599f833_SeqId_4_ 2024-11-12T15:22:45,397 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41653 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/staging/jenkins.hfs.23__test__ksbc0ga5k9gdevc61i23sk9f360a5if7d5rc5ccteo4565crpnig7krjr32qq4m0/f/f2851e0ae0b8437686d4d7444eda537f_SeqId_6_ into b46343743c877b40c1a55b7e44b5ef02/f as hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/data/default/test/b46343743c877b40c1a55b7e44b5ef02/f/b7f78b7dceca4fe3bb8680948d03745b_SeqId_4_ - updating store file list. 2024-11-12T15:22:45,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41653 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b7f78b7dceca4fe3bb8680948d03745b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T15:22:45,404 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41653 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/data/default/test/b46343743c877b40c1a55b7e44b5ef02/f/b7f78b7dceca4fe3bb8680948d03745b_SeqId_4_ into b46343743c877b40c1a55b7e44b5ef02/f 2024-11-12T15:22:45,404 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41653 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/staging/jenkins.hfs.23__test__ksbc0ga5k9gdevc61i23sk9f360a5if7d5rc5ccteo4565crpnig7krjr32qq4m0/f/f2851e0ae0b8437686d4d7444eda537f_SeqId_6_ into b46343743c877b40c1a55b7e44b5ef02/f (new location: hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/data/default/test/b46343743c877b40c1a55b7e44b5ef02/f/b7f78b7dceca4fe3bb8680948d03745b_SeqId_4_) 2024-11-12T15:22:45,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41653 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/staging/jenkins.hfs.23__test__ksbc0ga5k9gdevc61i23sk9f360a5if7d5rc5ccteo4565crpnig7krjr32qq4m0/f/f2851e0ae0b8437686d4d7444eda537f_SeqId_6_ 2024-11-12T15:22:45,411 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41653 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/staging/jenkins.hfs.23__test__ksbc0ga5k9gdevc61i23sk9f360a5if7d5rc5ccteo4565crpnig7krjr32qq4m0/f/c84e7bed11944c91abe96632a044c141_SeqId_6_ into b46343743c877b40c1a55b7e44b5ef02/f as hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/data/default/test/b46343743c877b40c1a55b7e44b5ef02/f/4841e418daab478c88949443d599f833_SeqId_4_ - updating store file list. 2024-11-12T15:22:45,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41653 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4841e418daab478c88949443d599f833_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T15:22:45,418 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41653 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/data/default/test/b46343743c877b40c1a55b7e44b5ef02/f/4841e418daab478c88949443d599f833_SeqId_4_ into b46343743c877b40c1a55b7e44b5ef02/f 2024-11-12T15:22:45,418 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41653 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/staging/jenkins.hfs.23__test__ksbc0ga5k9gdevc61i23sk9f360a5if7d5rc5ccteo4565crpnig7krjr32qq4m0/f/c84e7bed11944c91abe96632a044c141_SeqId_6_ into b46343743c877b40c1a55b7e44b5ef02/f (new location: hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/data/default/test/b46343743c877b40c1a55b7e44b5ef02/f/4841e418daab478c88949443d599f833_SeqId_4_) 2024-11-12T15:22:45,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41653 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/staging/jenkins.hfs.23__test__ksbc0ga5k9gdevc61i23sk9f360a5if7d5rc5ccteo4565crpnig7krjr32qq4m0/f/c84e7bed11944c91abe96632a044c141_SeqId_6_ 2024-11-12T15:22:45,421 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41653 {}] regionserver.ReplicationSink(324): Finished replicating [c577283a-5638-4bf7-bca1-418faae26fb9] bulk loaded data 2024-11-12T15:22:45,638 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,43531,1731424941970.replicationSource.wal-reader.a6f201fa5419%2C43531%2C1731424941970,1-a6f201fa5419,43531,1731424941970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/WALs/a6f201fa5419,43531,1731424941970/a6f201fa5419%2C43531%2C1731424941970.1731424963782 to pos 0, reset compression=false 2024-11-12T15:22:45,643 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,43531,1731424941970.replicationSource.wal-reader.a6f201fa5419%2C43531%2C1731424941970,1-a6f201fa5419,43531,1731424941970 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T15:22:45,643 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,43531,1731424941970.replicationSource.shippera6f201fa5419%2C43531%2C1731424941970,1-a6f201fa5419,43531,1731424941970 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a6f201fa5419,43531,1731424941970 got entry batch from reader: WALEntryBatch [walEntries=[{test/45b59268defab5cff7cd40a4cdf29823/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731424964873/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/WALs/a6f201fa5419,43531,1731424941970/a6f201fa5419%2C43531%2C1731424941970.1731424963782, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-12T15:22:45,644 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44019 {}] regionserver.ReplicationSink(318): Replicating [c577283a-5638-4bf7-bca1-418faae26fb9] bulk loaded data 2024-11-12T15:22:45,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44483 is added to blk_1073741839_1015 (size=11194) 2024-11-12T15:22:45,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44483 is added to blk_1073741840_1016 (size=10791) 2024-11-12T15:22:45,680 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44019 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T15:22:45,686 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/staging/jenkins.hfs.22__test__3hfd2be6j57vjf55f09rfb6n7b8shmgqa2gdet1noc4hksoi8dcmbag8mi4pjmh5/f/c84e7bed11944c91abe96632a044c141_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-12T15:22:45,689 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/staging/jenkins.hfs.22__test__3hfd2be6j57vjf55f09rfb6n7b8shmgqa2gdet1noc4hksoi8dcmbag8mi4pjmh5/f/f2851e0ae0b8437686d4d7444eda537f_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-12T15:22:45,691 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44019 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/staging/jenkins.hfs.22__test__3hfd2be6j57vjf55f09rfb6n7b8shmgqa2gdet1noc4hksoi8dcmbag8mi4pjmh5/f/f2851e0ae0b8437686d4d7444eda537f_SeqId_6_ for inclusion in c316905886c6cd4b9a472c8331a6dca4/f 2024-11-12T15:22:45,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44019 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-12T15:22:45,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44019 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T15:22:45,693 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44019 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/staging/jenkins.hfs.22__test__3hfd2be6j57vjf55f09rfb6n7b8shmgqa2gdet1noc4hksoi8dcmbag8mi4pjmh5/f/c84e7bed11944c91abe96632a044c141_SeqId_6_ for inclusion in c316905886c6cd4b9a472c8331a6dca4/f 2024-11-12T15:22:45,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44019 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-12T15:22:45,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44019 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T15:22:45,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44019 {}] regionserver.HRegion(2603): Flush status journal for c316905886c6cd4b9a472c8331a6dca4: 2024-11-12T15:22:45,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44019 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f2851e0ae0b8437686d4d7444eda537f_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-12T15:22:45,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44019 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/staging/jenkins.hfs.22__test__3hfd2be6j57vjf55f09rfb6n7b8shmgqa2gdet1noc4hksoi8dcmbag8mi4pjmh5/f/f2851e0ae0b8437686d4d7444eda537f_SeqId_6_ as hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/data/default/test/c316905886c6cd4b9a472c8331a6dca4/f/246735b8a77a429ba79aaf8b8b98f23b_SeqId_6_ 2024-11-12T15:22:45,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44019 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c84e7bed11944c91abe96632a044c141_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-12T15:22:45,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44019 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/staging/jenkins.hfs.22__test__3hfd2be6j57vjf55f09rfb6n7b8shmgqa2gdet1noc4hksoi8dcmbag8mi4pjmh5/f/c84e7bed11944c91abe96632a044c141_SeqId_6_ as hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/data/default/test/c316905886c6cd4b9a472c8331a6dca4/f/5b78b7991c624aa2b7221ba7fb021b5c_SeqId_6_ 2024-11-12T15:22:45,697 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44019 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/staging/jenkins.hfs.22__test__3hfd2be6j57vjf55f09rfb6n7b8shmgqa2gdet1noc4hksoi8dcmbag8mi4pjmh5/f/f2851e0ae0b8437686d4d7444eda537f_SeqId_6_ into c316905886c6cd4b9a472c8331a6dca4/f as hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/data/default/test/c316905886c6cd4b9a472c8331a6dca4/f/246735b8a77a429ba79aaf8b8b98f23b_SeqId_6_ - updating store file list. 2024-11-12T15:22:45,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44019 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 246735b8a77a429ba79aaf8b8b98f23b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-12T15:22:45,700 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44019 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/data/default/test/c316905886c6cd4b9a472c8331a6dca4/f/246735b8a77a429ba79aaf8b8b98f23b_SeqId_6_ into c316905886c6cd4b9a472c8331a6dca4/f 2024-11-12T15:22:45,700 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44019 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/staging/jenkins.hfs.22__test__3hfd2be6j57vjf55f09rfb6n7b8shmgqa2gdet1noc4hksoi8dcmbag8mi4pjmh5/f/f2851e0ae0b8437686d4d7444eda537f_SeqId_6_ into c316905886c6cd4b9a472c8331a6dca4/f (new location: hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/data/default/test/c316905886c6cd4b9a472c8331a6dca4/f/246735b8a77a429ba79aaf8b8b98f23b_SeqId_6_) 2024-11-12T15:22:45,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44019 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/staging/jenkins.hfs.22__test__3hfd2be6j57vjf55f09rfb6n7b8shmgqa2gdet1noc4hksoi8dcmbag8mi4pjmh5/f/f2851e0ae0b8437686d4d7444eda537f_SeqId_6_ 2024-11-12T15:22:45,701 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44019 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/staging/jenkins.hfs.22__test__3hfd2be6j57vjf55f09rfb6n7b8shmgqa2gdet1noc4hksoi8dcmbag8mi4pjmh5/f/c84e7bed11944c91abe96632a044c141_SeqId_6_ into c316905886c6cd4b9a472c8331a6dca4/f as hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/data/default/test/c316905886c6cd4b9a472c8331a6dca4/f/5b78b7991c624aa2b7221ba7fb021b5c_SeqId_6_ - updating store file list. 2024-11-12T15:22:45,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44019 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5b78b7991c624aa2b7221ba7fb021b5c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-12T15:22:45,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44019 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/data/default/test/c316905886c6cd4b9a472c8331a6dca4/f/5b78b7991c624aa2b7221ba7fb021b5c_SeqId_6_ into c316905886c6cd4b9a472c8331a6dca4/f 2024-11-12T15:22:45,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44019 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/staging/jenkins.hfs.22__test__3hfd2be6j57vjf55f09rfb6n7b8shmgqa2gdet1noc4hksoi8dcmbag8mi4pjmh5/f/c84e7bed11944c91abe96632a044c141_SeqId_6_ into c316905886c6cd4b9a472c8331a6dca4/f (new location: hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/data/default/test/c316905886c6cd4b9a472c8331a6dca4/f/5b78b7991c624aa2b7221ba7fb021b5c_SeqId_6_) 2024-11-12T15:22:45,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44019 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/staging/jenkins.hfs.22__test__3hfd2be6j57vjf55f09rfb6n7b8shmgqa2gdet1noc4hksoi8dcmbag8mi4pjmh5/f/c84e7bed11944c91abe96632a044c141_SeqId_6_ 2024-11-12T15:22:45,705 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44019 {}] regionserver.ReplicationSink(324): Finished replicating [c577283a-5638-4bf7-bca1-418faae26fb9] bulk loaded data 2024-11-12T15:22:45,713 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,2-a6f201fa5419,43531,1731424941970.replicationSource.wal-reader.a6f201fa5419%2C43531%2C1731424941970,2-a6f201fa5419,43531,1731424941970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/WALs/a6f201fa5419,43531,1731424941970/a6f201fa5419%2C43531%2C1731424941970.1731424963782 to pos 393, reset compression=false 2024-11-12T15:22:45,781 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T15:22:45,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:45,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:45,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:45,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:45,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:45,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:45,843 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,43531,1731424941970.replicationSource.wal-reader.a6f201fa5419%2C43531%2C1731424941970,1-a6f201fa5419,43531,1731424941970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/WALs/a6f201fa5419,43531,1731424941970/a6f201fa5419%2C43531%2C1731424941970.1731424963782 to pos 393, reset compression=false 2024-11-12T15:22:45,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:45,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:45,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:45,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:45,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:45,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:45,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:45,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:45,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:45,863 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:45,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T15:22:45,898 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T15:22:45,898 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:22:45,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:45,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:45,898 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:22:45,898 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T15:22:45,898 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1947733485, stopped=false 2024-11-12T15:22:45,898 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a6f201fa5419,41931,1731424952199 2024-11-12T15:22:45,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41653-0x1012fa3ea5a0007, quorum=127.0.0.1:55841, baseZNode=/2-1482747372 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1482747372/running 2024-11-12T15:22:45,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41653-0x1012fa3ea5a0007, quorum=127.0.0.1:55841, baseZNode=/2-1482747372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1482747372 2024-11-12T15:22:45,911 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T15:22:45,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41931-0x1012fa3ea5a0006, quorum=127.0.0.1:55841, baseZNode=/2-1482747372 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1482747372/running 2024-11-12T15:22:45,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41931-0x1012fa3ea5a0006, quorum=127.0.0.1:55841, baseZNode=/2-1482747372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1482747372 2024-11-12T15:22:45,911 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T15:22:45,911 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:22:45,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:45,911 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a6f201fa5419,41653,1731424952349' ***** 2024-11-12T15:22:45,911 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T15:22:45,912 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41653-0x1012fa3ea5a0007, quorum=127.0.0.1:55841, baseZNode=/2-1482747372 Set watcher on znode that does not yet exist, /2-1482747372/running 2024-11-12T15:22:45,912 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41931-0x1012fa3ea5a0006, quorum=127.0.0.1:55841, baseZNode=/2-1482747372 Set watcher on znode that does not yet exist, /2-1482747372/running 2024-11-12T15:22:45,912 INFO [RS:0;a6f201fa5419:41653 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T15:22:45,912 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T15:22:45,912 INFO [RS:0;a6f201fa5419:41653 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T15:22:45,912 INFO [RS:0;a6f201fa5419:41653 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T15:22:45,913 INFO [RS:0;a6f201fa5419:41653 {}] regionserver.HRegionServer(3091): Received CLOSE for b46343743c877b40c1a55b7e44b5ef02 2024-11-12T15:22:45,913 INFO [RS:0;a6f201fa5419:41653 {}] regionserver.HRegionServer(959): stopping server a6f201fa5419,41653,1731424952349 2024-11-12T15:22:45,913 INFO [RS:0;a6f201fa5419:41653 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T15:22:45,913 INFO [RS:0;a6f201fa5419:41653 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a6f201fa5419:41653. 2024-11-12T15:22:45,913 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b46343743c877b40c1a55b7e44b5ef02, disabling compactions & flushes 2024-11-12T15:22:45,913 DEBUG [RS:0;a6f201fa5419:41653 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:22:45,913 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731424957980.b46343743c877b40c1a55b7e44b5ef02. 2024-11-12T15:22:45,913 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731424957980.b46343743c877b40c1a55b7e44b5ef02. 2024-11-12T15:22:45,913 DEBUG [RS:0;a6f201fa5419:41653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:45,913 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731424957980.b46343743c877b40c1a55b7e44b5ef02. after waiting 0 ms 2024-11-12T15:22:45,913 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731424957980.b46343743c877b40c1a55b7e44b5ef02. 2024-11-12T15:22:45,913 INFO [RS:0;a6f201fa5419:41653 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T15:22:45,913 INFO [RS:0;a6f201fa5419:41653 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T15:22:45,913 INFO [RS:0;a6f201fa5419:41653 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T15:22:45,913 INFO [RS:0;a6f201fa5419:41653 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T15:22:45,913 INFO [RS:0;a6f201fa5419:41653 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T15:22:45,914 DEBUG [RS:0;a6f201fa5419:41653 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b46343743c877b40c1a55b7e44b5ef02=test,,1731424957980.b46343743c877b40c1a55b7e44b5ef02.} 2024-11-12T15:22:45,914 DEBUG [RS:0;a6f201fa5419:41653 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b46343743c877b40c1a55b7e44b5ef02 2024-11-12T15:22:45,914 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T15:22:45,914 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T15:22:45,914 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T15:22:45,914 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T15:22:45,914 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T15:22:45,914 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-12T15:22:45,917 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/data/default/test/b46343743c877b40c1a55b7e44b5ef02/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-12T15:22:45,917 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T15:22:45,917 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T15:22:45,917 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731424957980.b46343743c877b40c1a55b7e44b5ef02. 2024-11-12T15:22:45,917 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b46343743c877b40c1a55b7e44b5ef02: Waiting for close lock at 1731424965913Running coprocessor pre-close hooks at 1731424965913Disabling compacts and flushes for region at 1731424965913Disabling writes for close at 1731424965913Writing region close event to WAL at 1731424965914 (+1 ms)Running coprocessor post-close hooks at 1731424965917 (+3 ms)Closed at 1731424965917 2024-11-12T15:22:45,918 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731424957980.b46343743c877b40c1a55b7e44b5ef02. 2024-11-12T15:22:45,933 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/data/hbase/meta/1588230740/.tmp/info/949e07b77e79489587e6ae35d51d18c0 is 129, key is test,,1731424957980.b46343743c877b40c1a55b7e44b5ef02./info:regioninfo/1731424958731/Put/seqid=0 2024-11-12T15:22:45,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38717 is added to blk_1073741839_1015 (size=6421) 2024-11-12T15:22:45,980 INFO [regionserver/a6f201fa5419:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T15:22:46,103 INFO [regionserver/a6f201fa5419:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T15:22:46,103 INFO [regionserver/a6f201fa5419:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T15:22:46,114 DEBUG [RS:0;a6f201fa5419:41653 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T15:22:46,116 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,2-a6f201fa5419,43531,1731424941970.replicationSource.wal-reader.a6f201fa5419%2C43531%2C1731424941970,2-a6f201fa5419,43531,1731424941970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/WALs/a6f201fa5419,43531,1731424941970/a6f201fa5419%2C43531%2C1731424941970.1731424963782 to pos 393, reset compression=false 2024-11-12T15:22:46,149 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,43531,1731424941970.replicationSource.wal-reader.a6f201fa5419%2C43531%2C1731424941970,1-a6f201fa5419,43531,1731424941970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/WALs/a6f201fa5419,43531,1731424941970/a6f201fa5419%2C43531%2C1731424941970.1731424963782 to pos 393, reset compression=false 2024-11-12T15:22:46,314 DEBUG [RS:0;a6f201fa5419:41653 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T15:22:46,337 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/data/hbase/meta/1588230740/.tmp/info/949e07b77e79489587e6ae35d51d18c0 2024-11-12T15:22:46,360 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/data/hbase/meta/1588230740/.tmp/ns/382dff81f9564ace85f4c0fb9f09b8c8 is 43, key is default/ns:d/1731424955117/Put/seqid=0 2024-11-12T15:22:46,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38717 is added to blk_1073741840_1016 (size=5153) 2024-11-12T15:22:46,363 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/data/hbase/meta/1588230740/.tmp/ns/382dff81f9564ace85f4c0fb9f09b8c8 2024-11-12T15:22:46,397 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/data/hbase/meta/1588230740/.tmp/rep_barrier/9fd55d06a3c24bdba999687628837947 is 112, key is test,,1731424957980.b46343743c877b40c1a55b7e44b5ef02./rep_barrier:seqnumDuringOpen/1731424958731/Put/seqid=0 2024-11-12T15:22:46,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38717 is added to blk_1073741841_1017 (size=5518) 2024-11-12T15:22:46,413 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/data/hbase/meta/1588230740/.tmp/rep_barrier/9fd55d06a3c24bdba999687628837947 2024-11-12T15:22:46,443 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/data/hbase/meta/1588230740/.tmp/table/a996cd185ae84b3ebf0fa6e399f08c49 is 40, key is test/table:state/1731424958739/Put/seqid=0 2024-11-12T15:22:46,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38717 is added to blk_1073741842_1018 (size=5165) 2024-11-12T15:22:46,448 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/data/hbase/meta/1588230740/.tmp/table/a996cd185ae84b3ebf0fa6e399f08c49 2024-11-12T15:22:46,454 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/data/hbase/meta/1588230740/.tmp/info/949e07b77e79489587e6ae35d51d18c0 as hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/data/hbase/meta/1588230740/info/949e07b77e79489587e6ae35d51d18c0 2024-11-12T15:22:46,458 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/data/hbase/meta/1588230740/info/949e07b77e79489587e6ae35d51d18c0, entries=10, sequenceid=11, filesize=6.3 K 2024-11-12T15:22:46,459 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/data/hbase/meta/1588230740/.tmp/ns/382dff81f9564ace85f4c0fb9f09b8c8 as hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/data/hbase/meta/1588230740/ns/382dff81f9564ace85f4c0fb9f09b8c8 2024-11-12T15:22:46,465 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/data/hbase/meta/1588230740/ns/382dff81f9564ace85f4c0fb9f09b8c8, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T15:22:46,466 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/data/hbase/meta/1588230740/.tmp/rep_barrier/9fd55d06a3c24bdba999687628837947 as hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/data/hbase/meta/1588230740/rep_barrier/9fd55d06a3c24bdba999687628837947 2024-11-12T15:22:46,471 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/data/hbase/meta/1588230740/rep_barrier/9fd55d06a3c24bdba999687628837947, entries=1, sequenceid=11, filesize=5.4 K 2024-11-12T15:22:46,472 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/data/hbase/meta/1588230740/.tmp/table/a996cd185ae84b3ebf0fa6e399f08c49 as hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/data/hbase/meta/1588230740/table/a996cd185ae84b3ebf0fa6e399f08c49 2024-11-12T15:22:46,477 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/data/hbase/meta/1588230740/table/a996cd185ae84b3ebf0fa6e399f08c49, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T15:22:46,478 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 564ms, sequenceid=11, compaction requested=false 2024-11-12T15:22:46,488 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-12T15:22:46,488 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T15:22:46,488 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T15:22:46,488 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T15:22:46,488 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731424965914Running coprocessor pre-close hooks at 1731424965914Disabling compacts and flushes for region at 1731424965914Disabling writes for close at 1731424965914Obtaining lock to block concurrent updates at 1731424965914Preparing flush snapshotting stores in 1588230740 at 1731424965914Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731424965914Flushing stores of hbase:meta,,1.1588230740 at 1731424965915 (+1 ms)Flushing 1588230740/info: creating writer at 1731424965915Flushing 1588230740/info: appending metadata at 1731424965932 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731424965932Flushing 1588230740/ns: creating writer at 1731424966342 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731424966359 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731424966359Flushing 1588230740/rep_barrier: creating writer at 1731424966368 (+9 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731424966396 (+28 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731424966396Flushing 1588230740/table: creating writer at 1731424966420 (+24 ms)Flushing 1588230740/table: appending metadata at 1731424966442 (+22 ms)Flushing 1588230740/table: closing flushed file at 1731424966442Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bfefd76: reopening flushed file at 1731424966453 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17fe5c70: reopening flushed file at 1731424966458 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34f753b3: reopening flushed file at 1731424966465 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4007c457: reopening flushed file at 1731424966471 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 564ms, sequenceid=11, compaction requested=false at 1731424966478 (+7 ms)Writing region close event to WAL at 1731424966480 (+2 ms)Running coprocessor post-close hooks at 1731424966488 (+8 ms)Closed at 1731424966488 2024-11-12T15:22:46,489 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T15:22:46,514 INFO [RS:0;a6f201fa5419:41653 {}] regionserver.HRegionServer(976): stopping server a6f201fa5419,41653,1731424952349; all regions closed. 2024-11-12T15:22:46,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38717 is added to blk_1073741834_1010 (size=2717) 2024-11-12T15:22:46,539 DEBUG [RS:0;a6f201fa5419:41653 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/oldWALs 2024-11-12T15:22:46,539 INFO [RS:0;a6f201fa5419:41653 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a6f201fa5419%2C41653%2C1731424952349.meta:.meta(num 1731424955079) 2024-11-12T15:22:46,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38717 is added to blk_1073741832_1008 (size=1028) 2024-11-12T15:22:46,549 DEBUG [RS:0;a6f201fa5419:41653 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/oldWALs 2024-11-12T15:22:46,549 INFO [RS:0;a6f201fa5419:41653 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a6f201fa5419%2C41653%2C1731424952349:(num 1731424954195) 2024-11-12T15:22:46,549 DEBUG [RS:0;a6f201fa5419:41653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:46,549 INFO [RS:0;a6f201fa5419:41653 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T15:22:46,550 INFO [RS:0;a6f201fa5419:41653 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T15:22:46,550 INFO [RS:0;a6f201fa5419:41653 {}] hbase.ChoreService(370): Chore service for: regionserver/a6f201fa5419:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T15:22:46,550 INFO [RS:0;a6f201fa5419:41653 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T15:22:46,550 INFO [regionserver/a6f201fa5419:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T15:22:46,551 INFO [RS:0;a6f201fa5419:41653 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a6f201fa5419:41653. 2024-11-12T15:22:46,551 DEBUG [RS:0;a6f201fa5419:41653 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:22:46,551 DEBUG [RS:0;a6f201fa5419:41653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:46,551 DEBUG [RS:0;a6f201fa5419:41653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:46,551 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:22:46,551 INFO [RS:0;a6f201fa5419:41653 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41653 2024-11-12T15:22:46,553 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,43531,1731424941970.replicationSource.wal-reader.a6f201fa5419%2C43531%2C1731424941970,1-a6f201fa5419,43531,1731424941970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/WALs/a6f201fa5419,43531,1731424941970/a6f201fa5419%2C43531%2C1731424941970.1731424963782 to pos 393, reset compression=false 2024-11-12T15:22:46,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41653-0x1012fa3ea5a0007, quorum=127.0.0.1:55841, baseZNode=/2-1482747372 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1482747372/rs/a6f201fa5419,41653,1731424952349 2024-11-12T15:22:46,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41931-0x1012fa3ea5a0006, quorum=127.0.0.1:55841, baseZNode=/2-1482747372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1482747372/rs 2024-11-12T15:22:46,563 INFO [RS:0;a6f201fa5419:41653 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T15:22:46,574 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a6f201fa5419,41653,1731424952349] 2024-11-12T15:22:46,584 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1482747372/draining/a6f201fa5419,41653,1731424952349 already deleted, retry=false 2024-11-12T15:22:46,584 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a6f201fa5419,41653,1731424952349 expired; onlineServers=0 2024-11-12T15:22:46,584 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a6f201fa5419,41931,1731424952199' ***** 2024-11-12T15:22:46,584 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T15:22:46,584 INFO [M:0;a6f201fa5419:41931 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T15:22:46,584 INFO [M:0;a6f201fa5419:41931 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T15:22:46,584 DEBUG [M:0;a6f201fa5419:41931 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T15:22:46,585 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T15:22:46,585 DEBUG [M:0;a6f201fa5419:41931 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T15:22:46,585 DEBUG [master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.small.0-1731424953897 {}] cleaner.HFileCleaner(306): Exit Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.small.0-1731424953897,5,FailOnTimeoutGroup] 2024-11-12T15:22:46,585 DEBUG [master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.large.0-1731424953897 {}] cleaner.HFileCleaner(306): Exit Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.large.0-1731424953897,5,FailOnTimeoutGroup] 2024-11-12T15:22:46,585 INFO [M:0;a6f201fa5419:41931 {}] hbase.ChoreService(370): Chore service for: master/a6f201fa5419:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T15:22:46,585 INFO [M:0;a6f201fa5419:41931 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T15:22:46,585 DEBUG [M:0;a6f201fa5419:41931 {}] master.HMaster(1795): Stopping service threads 2024-11-12T15:22:46,585 INFO [M:0;a6f201fa5419:41931 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T15:22:46,585 INFO [M:0;a6f201fa5419:41931 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T15:22:46,585 INFO [M:0;a6f201fa5419:41931 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T15:22:46,585 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T15:22:46,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41931-0x1012fa3ea5a0006, quorum=127.0.0.1:55841, baseZNode=/2-1482747372 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1482747372/master 2024-11-12T15:22:46,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41931-0x1012fa3ea5a0006, quorum=127.0.0.1:55841, baseZNode=/2-1482747372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1482747372 2024-11-12T15:22:46,605 DEBUG [M:0;a6f201fa5419:41931 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1482747372/master already deleted, retry=false 2024-11-12T15:22:46,605 DEBUG [M:0;a6f201fa5419:41931 {}] master.ActiveMasterManager(353): master:41931-0x1012fa3ea5a0006, quorum=127.0.0.1:55841, baseZNode=/2-1482747372 Failed delete of our master address node; KeeperErrorCode = NoNode for /2-1482747372/master 2024-11-12T15:22:46,606 INFO [M:0;a6f201fa5419:41931 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/.lastflushedseqids 2024-11-12T15:22:46,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38717 is added to blk_1073741843_1019 (size=173) 2024-11-12T15:22:46,611 INFO [M:0;a6f201fa5419:41931 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T15:22:46,612 INFO [M:0;a6f201fa5419:41931 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T15:22:46,612 DEBUG [M:0;a6f201fa5419:41931 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T15:22:46,612 INFO [M:0;a6f201fa5419:41931 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:22:46,612 DEBUG [M:0;a6f201fa5419:41931 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:22:46,612 DEBUG [M:0;a6f201fa5419:41931 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T15:22:46,612 DEBUG [M:0;a6f201fa5419:41931 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:22:46,612 INFO [M:0;a6f201fa5419:41931 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-12T15:22:46,619 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,2-a6f201fa5419,43531,1731424941970.replicationSource.wal-reader.a6f201fa5419%2C43531%2C1731424941970,2-a6f201fa5419,43531,1731424941970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/WALs/a6f201fa5419,43531,1731424941970/a6f201fa5419%2C43531%2C1731424941970.1731424963782 to pos 393, reset compression=false 2024-11-12T15:22:46,629 DEBUG [M:0;a6f201fa5419:41931 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4a0050afd8dd487fa775b5543716512b is 82, key is hbase:meta,,1/info:regioninfo/1731424955105/Put/seqid=0 2024-11-12T15:22:46,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38717 is added to blk_1073741844_1020 (size=5672) 2024-11-12T15:22:46,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41653-0x1012fa3ea5a0007, quorum=127.0.0.1:55841, baseZNode=/2-1482747372 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:22:46,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41653-0x1012fa3ea5a0007, quorum=127.0.0.1:55841, baseZNode=/2-1482747372 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:22:46,674 INFO [RS:0;a6f201fa5419:41653 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T15:22:46,674 INFO [RS:0;a6f201fa5419:41653 {}] regionserver.HRegionServer(1031): Exiting; stopping=a6f201fa5419,41653,1731424952349; zookeeper connection closed. 2024-11-12T15:22:46,674 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@436264fb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@436264fb 2024-11-12T15:22:46,674 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T15:22:47,034 INFO [M:0;a6f201fa5419:41931 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4a0050afd8dd487fa775b5543716512b 2024-11-12T15:22:47,055 DEBUG [M:0;a6f201fa5419:41931 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5d5ad241903b4fb98d1ec16a638acd26 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731424958741/Put/seqid=0 2024-11-12T15:22:47,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38717 is added to blk_1073741845_1021 (size=6586) 2024-11-12T15:22:47,060 INFO [M:0;a6f201fa5419:41931 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5d5ad241903b4fb98d1ec16a638acd26 2024-11-12T15:22:47,065 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,43531,1731424941970.replicationSource.wal-reader.a6f201fa5419%2C43531%2C1731424941970,1-a6f201fa5419,43531,1731424941970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/WALs/a6f201fa5419,43531,1731424941970/a6f201fa5419%2C43531%2C1731424941970.1731424963782 to pos 393, reset compression=false 2024-11-12T15:22:47,091 DEBUG [M:0;a6f201fa5419:41931 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2f0f9c3327d3433e9bb03801398db63e is 69, key is a6f201fa5419,41653,1731424952349/rs:state/1731424953998/Put/seqid=0 2024-11-12T15:22:47,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38717 is added to blk_1073741846_1022 (size=5156) 2024-11-12T15:22:47,095 INFO [M:0;a6f201fa5419:41931 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2f0f9c3327d3433e9bb03801398db63e 2024-11-12T15:22:47,108 DEBUG [M:0;a6f201fa5419:41931 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4a0050afd8dd487fa775b5543716512b as hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4a0050afd8dd487fa775b5543716512b 2024-11-12T15:22:47,113 INFO [M:0;a6f201fa5419:41931 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4a0050afd8dd487fa775b5543716512b, entries=8, sequenceid=55, filesize=5.5 K 2024-11-12T15:22:47,114 DEBUG [M:0;a6f201fa5419:41931 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5d5ad241903b4fb98d1ec16a638acd26 as hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5d5ad241903b4fb98d1ec16a638acd26 2024-11-12T15:22:47,118 INFO [M:0;a6f201fa5419:41931 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5d5ad241903b4fb98d1ec16a638acd26, entries=6, sequenceid=55, filesize=6.4 K 2024-11-12T15:22:47,119 DEBUG [M:0;a6f201fa5419:41931 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2f0f9c3327d3433e9bb03801398db63e as hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2f0f9c3327d3433e9bb03801398db63e 2024-11-12T15:22:47,123 INFO [M:0;a6f201fa5419:41931 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39641/user/jenkins/test-data/c21c4b04-300e-6397-eb81-3489311c3991/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2f0f9c3327d3433e9bb03801398db63e, entries=1, sequenceid=55, filesize=5.0 K 2024-11-12T15:22:47,124 INFO [M:0;a6f201fa5419:41931 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 512ms, sequenceid=55, compaction requested=false 2024-11-12T15:22:47,127 INFO [M:0;a6f201fa5419:41931 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:22:47,128 DEBUG [M:0;a6f201fa5419:41931 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731424966612Disabling compacts and flushes for region at 1731424966612Disabling writes for close at 1731424966612Obtaining lock to block concurrent updates at 1731424966612Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731424966612Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731424966612Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731424966613 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731424966613Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731424966629 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731424966629Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731424967038 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731424967055 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731424967055Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731424967067 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731424967090 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731424967090Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3befbd94: reopening flushed file at 1731424967107 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24a523e7: reopening flushed file at 1731424967113 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64a75477: reopening flushed file at 1731424967119 (+6 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 512ms, sequenceid=55, compaction requested=false at 1731424967124 (+5 ms)Writing region close event to WAL at 1731424967127 (+3 ms)Closed at 1731424967127 2024-11-12T15:22:47,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38717 is added to blk_1073741830_1006 (size=32770) 2024-11-12T15:22:47,134 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T15:22:47,134 INFO [M:0;a6f201fa5419:41931 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T15:22:47,134 INFO [M:0;a6f201fa5419:41931 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41931 2024-11-12T15:22:47,135 INFO [M:0;a6f201fa5419:41931 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T15:22:47,223 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,2-a6f201fa5419,43531,1731424941970.replicationSource.wal-reader.a6f201fa5419%2C43531%2C1731424941970,2-a6f201fa5419,43531,1731424941970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/WALs/a6f201fa5419,43531,1731424941970/a6f201fa5419%2C43531%2C1731424941970.1731424963782 to pos 393, reset compression=false 2024-11-12T15:22:47,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41931-0x1012fa3ea5a0006, quorum=127.0.0.1:55841, baseZNode=/2-1482747372 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:22:47,295 INFO [M:0;a6f201fa5419:41931 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T15:22:47,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41931-0x1012fa3ea5a0006, quorum=127.0.0.1:55841, baseZNode=/2-1482747372 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:22:47,301 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@561806ca{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T15:22:47,302 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7cb6c3b2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T15:22:47,302 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T15:22:47,302 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ef4b14f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T15:22:47,302 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50f8a0ab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9dcee381-2c43-c18a-25d7-46a4f762c3c1/hadoop.log.dir/,STOPPED} 2024-11-12T15:22:47,304 WARN [BP-2145269031-172.17.0.2-1731424950035 heartbeating to localhost/127.0.0.1:39641 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T15:22:47,304 WARN [BP-2145269031-172.17.0.2-1731424950035 heartbeating to localhost/127.0.0.1:39641 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2145269031-172.17.0.2-1731424950035 (Datanode Uuid 8a31404d-27cd-418f-9117-d86779535826) service to localhost/127.0.0.1:39641 2024-11-12T15:22:47,304 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9dcee381-2c43-c18a-25d7-46a4f762c3c1/cluster_bc4bb96d-4007-013e-fb0d-a8eac70178e4/data/data1/current/BP-2145269031-172.17.0.2-1731424950035 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T15:22:47,304 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9dcee381-2c43-c18a-25d7-46a4f762c3c1/cluster_bc4bb96d-4007-013e-fb0d-a8eac70178e4/data/data2/current/BP-2145269031-172.17.0.2-1731424950035 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T15:22:47,305 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T15:22:47,305 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T15:22:47,305 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T15:22:47,313 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3f0b1218{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T15:22:47,313 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e3bc62f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T15:22:47,313 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T15:22:47,314 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@225b0623{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T15:22:47,314 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79393f7f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9dcee381-2c43-c18a-25d7-46a4f762c3c1/hadoop.log.dir/,STOPPED} 2024-11-12T15:22:47,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T15:22:47,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T15:22:47,332 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T15:22:47,332 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:22:47,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:47,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:47,332 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:22:47,333 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T15:22:47,333 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1861858951, stopped=false 2024-11-12T15:22:47,333 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a6f201fa5419,37851,1731424947423 2024-11-12T15:22:47,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37851-0x1012fa3ea5a0003, quorum=127.0.0.1:55841, baseZNode=/1-640905047 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-640905047/running 2024-11-12T15:22:47,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37851-0x1012fa3ea5a0003, quorum=127.0.0.1:55841, baseZNode=/1-640905047 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-640905047 2024-11-12T15:22:47,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44019-0x1012fa3ea5a0004, quorum=127.0.0.1:55841, baseZNode=/1-640905047 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-640905047/running 2024-11-12T15:22:47,352 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T15:22:47,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44019-0x1012fa3ea5a0004, quorum=127.0.0.1:55841, baseZNode=/1-640905047 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-640905047 2024-11-12T15:22:47,353 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T15:22:47,353 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:22:47,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:47,353 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a6f201fa5419,44019,1731424947561' ***** 2024-11-12T15:22:47,353 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T15:22:47,353 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44019-0x1012fa3ea5a0004, quorum=127.0.0.1:55841, baseZNode=/1-640905047 Set watcher on znode that does not yet exist, /1-640905047/running 2024-11-12T15:22:47,353 INFO [RS:0;a6f201fa5419:44019 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T15:22:47,353 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T15:22:47,353 INFO [RS:0;a6f201fa5419:44019 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T15:22:47,353 INFO [RS:0;a6f201fa5419:44019 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T15:22:47,353 INFO [RS:0;a6f201fa5419:44019 {}] regionserver.HRegionServer(3091): Received CLOSE for c316905886c6cd4b9a472c8331a6dca4 2024-11-12T15:22:47,354 INFO [RS:0;a6f201fa5419:44019 {}] regionserver.HRegionServer(959): stopping server a6f201fa5419,44019,1731424947561 2024-11-12T15:22:47,354 INFO [RS:0;a6f201fa5419:44019 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T15:22:47,354 INFO [RS:0;a6f201fa5419:44019 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a6f201fa5419:44019. 2024-11-12T15:22:47,354 DEBUG [RS:0;a6f201fa5419:44019 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:22:47,354 DEBUG [RS:0;a6f201fa5419:44019 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:47,354 INFO [RS:0;a6f201fa5419:44019 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T15:22:47,354 INFO [RS:0;a6f201fa5419:44019 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T15:22:47,354 INFO [RS:0;a6f201fa5419:44019 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T15:22:47,354 INFO [RS:0;a6f201fa5419:44019 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T15:22:47,354 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c316905886c6cd4b9a472c8331a6dca4, disabling compactions & flushes 2024-11-12T15:22:47,354 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731424957350.c316905886c6cd4b9a472c8331a6dca4. 2024-11-12T15:22:47,354 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731424957350.c316905886c6cd4b9a472c8331a6dca4. 2024-11-12T15:22:47,354 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731424957350.c316905886c6cd4b9a472c8331a6dca4. after waiting 0 ms 2024-11-12T15:22:47,355 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731424957350.c316905886c6cd4b9a472c8331a6dca4. 2024-11-12T15:22:47,355 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37851-0x1012fa3ea5a0003, quorum=127.0.0.1:55841, baseZNode=/1-640905047 Set watcher on znode that does not yet exist, /1-640905047/running 2024-11-12T15:22:47,355 INFO [RS:0;a6f201fa5419:44019 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T15:22:47,355 DEBUG [RS:0;a6f201fa5419:44019 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c316905886c6cd4b9a472c8331a6dca4=test,,1731424957350.c316905886c6cd4b9a472c8331a6dca4.} 2024-11-12T15:22:47,355 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T15:22:47,355 DEBUG [RS:0;a6f201fa5419:44019 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c316905886c6cd4b9a472c8331a6dca4 2024-11-12T15:22:47,355 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T15:22:47,355 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T15:22:47,355 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T15:22:47,355 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T15:22:47,355 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-12T15:22:47,367 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/data/default/test/c316905886c6cd4b9a472c8331a6dca4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T15:22:47,368 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T15:22:47,368 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T15:22:47,368 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731424957350.c316905886c6cd4b9a472c8331a6dca4. 2024-11-12T15:22:47,368 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c316905886c6cd4b9a472c8331a6dca4: Waiting for close lock at 1731424967354Running coprocessor pre-close hooks at 1731424967354Disabling compacts and flushes for region at 1731424967354Disabling writes for close at 1731424967354Writing region close event to WAL at 1731424967365 (+11 ms)Running coprocessor post-close hooks at 1731424967368 (+3 ms)Closed at 1731424967368 2024-11-12T15:22:47,368 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731424957350.c316905886c6cd4b9a472c8331a6dca4. 2024-11-12T15:22:47,379 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/data/hbase/meta/1588230740/.tmp/info/329da4b332bc4381884232749070e6a1 is 129, key is test,,1731424957350.c316905886c6cd4b9a472c8331a6dca4./info:regioninfo/1731424957716/Put/seqid=0 2024-11-12T15:22:47,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44483 is added to blk_1073741841_1017 (size=6421) 2024-11-12T15:22:47,392 INFO [regionserver/a6f201fa5419:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T15:22:47,555 DEBUG [RS:0;a6f201fa5419:44019 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T15:22:47,674 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,43531,1731424941970.replicationSource.wal-reader.a6f201fa5419%2C43531%2C1731424941970,1-a6f201fa5419,43531,1731424941970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/WALs/a6f201fa5419,43531,1731424941970/a6f201fa5419%2C43531%2C1731424941970.1731424963782 to pos 393, reset compression=false 2024-11-12T15:22:47,755 DEBUG [RS:0;a6f201fa5419:44019 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T15:22:47,782 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/data/hbase/meta/1588230740/.tmp/info/329da4b332bc4381884232749070e6a1 2024-11-12T15:22:47,800 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/data/hbase/meta/1588230740/.tmp/ns/91e3a859cb42450ebb7a0358f2d8347d is 43, key is default/ns:d/1731424949959/Put/seqid=0 2024-11-12T15:22:47,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44483 is added to blk_1073741842_1018 (size=5153) 2024-11-12T15:22:47,899 INFO [regionserver/a6f201fa5419:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T15:22:47,899 INFO [regionserver/a6f201fa5419:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T15:22:47,927 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,2-a6f201fa5419,43531,1731424941970.replicationSource.wal-reader.a6f201fa5419%2C43531%2C1731424941970,2-a6f201fa5419,43531,1731424941970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/WALs/a6f201fa5419,43531,1731424941970/a6f201fa5419%2C43531%2C1731424941970.1731424963782 to pos 393, reset compression=false 2024-11-12T15:22:47,956 DEBUG [RS:0;a6f201fa5419:44019 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T15:22:48,156 DEBUG [RS:0;a6f201fa5419:44019 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T15:22:48,203 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/data/hbase/meta/1588230740/.tmp/ns/91e3a859cb42450ebb7a0358f2d8347d 2024-11-12T15:22:48,224 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/data/hbase/meta/1588230740/.tmp/rep_barrier/83a15819eb8c4b5e954c7cd9385d0427 is 112, key is test,,1731424957350.c316905886c6cd4b9a472c8331a6dca4./rep_barrier:seqnumDuringOpen/1731424957716/Put/seqid=0 2024-11-12T15:22:48,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44483 is added to blk_1073741843_1019 (size=5518) 2024-11-12T15:22:48,228 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/data/hbase/meta/1588230740/.tmp/rep_barrier/83a15819eb8c4b5e954c7cd9385d0427 2024-11-12T15:22:48,248 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/data/hbase/meta/1588230740/.tmp/table/c4c9766f313f4365bbc5d5160442a594 is 40, key is test/table:state/1731424957720/Put/seqid=0 2024-11-12T15:22:48,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44483 is added to blk_1073741844_1020 (size=5165) 2024-11-12T15:22:48,356 INFO [RS:0;a6f201fa5419:44019 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T15:22:48,356 DEBUG [RS:0;a6f201fa5419:44019 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T15:22:48,356 DEBUG [RS:0;a6f201fa5419:44019 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T15:22:48,377 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,43531,1731424941970.replicationSource.wal-reader.a6f201fa5419%2C43531%2C1731424941970,1-a6f201fa5419,43531,1731424941970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/WALs/a6f201fa5419,43531,1731424941970/a6f201fa5419%2C43531%2C1731424941970.1731424963782 to pos 393, reset compression=false 2024-11-12T15:22:48,556 DEBUG [RS:0;a6f201fa5419:44019 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T15:22:48,652 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/data/hbase/meta/1588230740/.tmp/table/c4c9766f313f4365bbc5d5160442a594 2024-11-12T15:22:48,657 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/data/hbase/meta/1588230740/.tmp/info/329da4b332bc4381884232749070e6a1 as hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/data/hbase/meta/1588230740/info/329da4b332bc4381884232749070e6a1 2024-11-12T15:22:48,664 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/data/hbase/meta/1588230740/info/329da4b332bc4381884232749070e6a1, entries=10, sequenceid=11, filesize=6.3 K 2024-11-12T15:22:48,665 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/data/hbase/meta/1588230740/.tmp/ns/91e3a859cb42450ebb7a0358f2d8347d as hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/data/hbase/meta/1588230740/ns/91e3a859cb42450ebb7a0358f2d8347d 2024-11-12T15:22:48,670 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/data/hbase/meta/1588230740/ns/91e3a859cb42450ebb7a0358f2d8347d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T15:22:48,672 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/data/hbase/meta/1588230740/.tmp/rep_barrier/83a15819eb8c4b5e954c7cd9385d0427 as hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/data/hbase/meta/1588230740/rep_barrier/83a15819eb8c4b5e954c7cd9385d0427 2024-11-12T15:22:48,679 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/data/hbase/meta/1588230740/rep_barrier/83a15819eb8c4b5e954c7cd9385d0427, entries=1, sequenceid=11, filesize=5.4 K 2024-11-12T15:22:48,680 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/data/hbase/meta/1588230740/.tmp/table/c4c9766f313f4365bbc5d5160442a594 as hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/data/hbase/meta/1588230740/table/c4c9766f313f4365bbc5d5160442a594 2024-11-12T15:22:48,687 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/data/hbase/meta/1588230740/table/c4c9766f313f4365bbc5d5160442a594, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T15:22:48,689 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1334ms, sequenceid=11, compaction requested=false 2024-11-12T15:22:48,709 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-12T15:22:48,710 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T15:22:48,710 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T15:22:48,710 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T15:22:48,710 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731424967355Running coprocessor pre-close hooks at 1731424967355Disabling compacts and flushes for region at 1731424967355Disabling writes for close at 1731424967355Obtaining lock to block concurrent updates at 1731424967355Preparing flush snapshotting stores in 1588230740 at 1731424967355Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731424967356 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731424967358 (+2 ms)Flushing 1588230740/info: creating writer at 1731424967358Flushing 1588230740/info: appending metadata at 1731424967379 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731424967379Flushing 1588230740/ns: creating writer at 1731424967786 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731424967799 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731424967800 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731424968207 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731424968223 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731424968223Flushing 1588230740/table: creating writer at 1731424968232 (+9 ms)Flushing 1588230740/table: appending metadata at 1731424968248 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731424968248Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73f82ddd: reopening flushed file at 1731424968656 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b6e09c5: reopening flushed file at 1731424968664 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cdf90c: reopening flushed file at 1731424968671 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e34df07: reopening flushed file at 1731424968679 (+8 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1334ms, sequenceid=11, compaction requested=false at 1731424968689 (+10 ms)Writing region close event to WAL at 1731424968705 (+16 ms)Running coprocessor post-close hooks at 1731424968710 (+5 ms)Closed at 1731424968710 2024-11-12T15:22:48,710 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T15:22:48,730 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,2-a6f201fa5419,43531,1731424941970.replicationSource.wal-reader.a6f201fa5419%2C43531%2C1731424941970,2-a6f201fa5419,43531,1731424941970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/WALs/a6f201fa5419,43531,1731424941970/a6f201fa5419%2C43531%2C1731424941970.1731424963782 to pos 393, reset compression=false 2024-11-12T15:22:48,756 INFO [RS:0;a6f201fa5419:44019 {}] regionserver.HRegionServer(976): stopping server a6f201fa5419,44019,1731424947561; all regions closed. 2024-11-12T15:22:48,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44483 is added to blk_1073741834_1010 (size=2717) 2024-11-12T15:22:48,763 DEBUG [RS:0;a6f201fa5419:44019 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/oldWALs 2024-11-12T15:22:48,763 INFO [RS:0;a6f201fa5419:44019 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a6f201fa5419%2C44019%2C1731424947561.meta:.meta(num 1731424949922) 2024-11-12T15:22:48,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44483 is added to blk_1073741832_1008 (size=1374) 2024-11-12T15:22:48,777 DEBUG [RS:0;a6f201fa5419:44019 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/oldWALs 2024-11-12T15:22:48,777 INFO [RS:0;a6f201fa5419:44019 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a6f201fa5419%2C44019%2C1731424947561:(num 1731424949005) 2024-11-12T15:22:48,777 DEBUG [RS:0;a6f201fa5419:44019 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:48,777 INFO [RS:0;a6f201fa5419:44019 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T15:22:48,777 INFO [RS:0;a6f201fa5419:44019 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T15:22:48,777 INFO [RS:0;a6f201fa5419:44019 {}] hbase.ChoreService(370): Chore service for: regionserver/a6f201fa5419:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T15:22:48,778 INFO [RS:0;a6f201fa5419:44019 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T15:22:48,778 INFO [regionserver/a6f201fa5419:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T15:22:48,778 INFO [RS:0;a6f201fa5419:44019 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a6f201fa5419:44019. 2024-11-12T15:22:48,778 DEBUG [RS:0;a6f201fa5419:44019 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:22:48,778 DEBUG [RS:0;a6f201fa5419:44019 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:48,778 DEBUG [RS:0;a6f201fa5419:44019 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:48,778 INFO [RS:0;a6f201fa5419:44019 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44019 2024-11-12T15:22:48,778 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:22:48,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37851-0x1012fa3ea5a0003, quorum=127.0.0.1:55841, baseZNode=/1-640905047 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-640905047/rs 2024-11-12T15:22:48,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44019-0x1012fa3ea5a0004, quorum=127.0.0.1:55841, baseZNode=/1-640905047 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-640905047/rs/a6f201fa5419,44019,1731424947561 2024-11-12T15:22:48,858 INFO [RS:0;a6f201fa5419:44019 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T15:22:48,858 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a6f201fa5419,44019,1731424947561] 2024-11-12T15:22:48,878 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-640905047/draining/a6f201fa5419,44019,1731424947561 already deleted, retry=false 2024-11-12T15:22:48,879 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a6f201fa5419,44019,1731424947561 expired; onlineServers=0 2024-11-12T15:22:48,879 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a6f201fa5419,37851,1731424947423' ***** 2024-11-12T15:22:48,879 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T15:22:48,879 INFO [M:0;a6f201fa5419:37851 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T15:22:48,879 INFO [M:0;a6f201fa5419:37851 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T15:22:48,879 DEBUG [M:0;a6f201fa5419:37851 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T15:22:48,879 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T15:22:48,879 DEBUG [M:0;a6f201fa5419:37851 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T15:22:48,879 DEBUG [master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.small.0-1731424948732 {}] cleaner.HFileCleaner(306): Exit Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.small.0-1731424948732,5,FailOnTimeoutGroup] 2024-11-12T15:22:48,879 DEBUG [master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.large.0-1731424948729 {}] cleaner.HFileCleaner(306): Exit Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.large.0-1731424948729,5,FailOnTimeoutGroup] 2024-11-12T15:22:48,879 INFO [M:0;a6f201fa5419:37851 {}] hbase.ChoreService(370): Chore service for: master/a6f201fa5419:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T15:22:48,879 INFO [M:0;a6f201fa5419:37851 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T15:22:48,879 DEBUG [M:0;a6f201fa5419:37851 {}] master.HMaster(1795): Stopping service threads 2024-11-12T15:22:48,879 INFO [M:0;a6f201fa5419:37851 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T15:22:48,879 INFO [M:0;a6f201fa5419:37851 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T15:22:48,879 INFO [M:0;a6f201fa5419:37851 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T15:22:48,880 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T15:22:48,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37851-0x1012fa3ea5a0003, quorum=127.0.0.1:55841, baseZNode=/1-640905047 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-640905047/master 2024-11-12T15:22:48,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37851-0x1012fa3ea5a0003, quorum=127.0.0.1:55841, baseZNode=/1-640905047 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-640905047 2024-11-12T15:22:48,889 DEBUG [M:0;a6f201fa5419:37851 {}] zookeeper.ZKUtil(347): master:37851-0x1012fa3ea5a0003, quorum=127.0.0.1:55841, baseZNode=/1-640905047 Unable to get data of znode /1-640905047/master because node does not exist (not an error) 2024-11-12T15:22:48,889 WARN [M:0;a6f201fa5419:37851 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T15:22:48,897 INFO [M:0;a6f201fa5419:37851 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/.lastflushedseqids 2024-11-12T15:22:48,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44483 is added to blk_1073741845_1021 (size=173) 2024-11-12T15:22:48,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44019-0x1012fa3ea5a0004, quorum=127.0.0.1:55841, baseZNode=/1-640905047 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:22:48,968 INFO [RS:0;a6f201fa5419:44019 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T15:22:48,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44019-0x1012fa3ea5a0004, quorum=127.0.0.1:55841, baseZNode=/1-640905047 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:22:48,968 INFO [RS:0;a6f201fa5419:44019 {}] regionserver.HRegionServer(1031): Exiting; stopping=a6f201fa5419,44019,1731424947561; zookeeper connection closed. 2024-11-12T15:22:48,970 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4916834b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4916834b 2024-11-12T15:22:48,970 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T15:22:49,181 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,43531,1731424941970.replicationSource.wal-reader.a6f201fa5419%2C43531%2C1731424941970,1-a6f201fa5419,43531,1731424941970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/WALs/a6f201fa5419,43531,1731424941970/a6f201fa5419%2C43531%2C1731424941970.1731424963782 to pos 393, reset compression=false 2024-11-12T15:22:49,300 INFO [M:0;a6f201fa5419:37851 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T15:22:49,301 INFO [M:0;a6f201fa5419:37851 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T15:22:49,301 DEBUG [M:0;a6f201fa5419:37851 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T15:22:49,301 INFO [M:0;a6f201fa5419:37851 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:22:49,301 DEBUG [M:0;a6f201fa5419:37851 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:22:49,301 DEBUG [M:0;a6f201fa5419:37851 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T15:22:49,301 DEBUG [M:0;a6f201fa5419:37851 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:22:49,301 INFO [M:0;a6f201fa5419:37851 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-12T15:22:49,316 DEBUG [M:0;a6f201fa5419:37851 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eef08723f002407680c9d5235456dd07 is 82, key is hbase:meta,,1/info:regioninfo/1731424949948/Put/seqid=0 2024-11-12T15:22:49,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44483 is added to blk_1073741846_1022 (size=5672) 2024-11-12T15:22:49,319 INFO [M:0;a6f201fa5419:37851 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eef08723f002407680c9d5235456dd07 2024-11-12T15:22:49,337 DEBUG [M:0;a6f201fa5419:37851 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cabaffe194594d548699501b3259befd is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731424957723/Put/seqid=0 2024-11-12T15:22:49,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44483 is added to blk_1073741847_1023 (size=6586) 2024-11-12T15:22:49,340 INFO [M:0;a6f201fa5419:37851 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cabaffe194594d548699501b3259befd 2024-11-12T15:22:49,358 DEBUG [M:0;a6f201fa5419:37851 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4aeece8d06c14f53b87d27312d8b5c6c is 69, key is a6f201fa5419,44019,1731424947561/rs:state/1731424948821/Put/seqid=0 2024-11-12T15:22:49,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44483 is added to blk_1073741848_1024 (size=5156) 2024-11-12T15:22:49,634 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,2-a6f201fa5419,43531,1731424941970.replicationSource.wal-reader.a6f201fa5419%2C43531%2C1731424941970,2-a6f201fa5419,43531,1731424941970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/WALs/a6f201fa5419,43531,1731424941970/a6f201fa5419%2C43531%2C1731424941970.1731424963782 to pos 393, reset compression=false 2024-11-12T15:22:49,762 INFO [M:0;a6f201fa5419:37851 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4aeece8d06c14f53b87d27312d8b5c6c 2024-11-12T15:22:49,765 DEBUG [M:0;a6f201fa5419:37851 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eef08723f002407680c9d5235456dd07 as hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/eef08723f002407680c9d5235456dd07 2024-11-12T15:22:49,769 INFO [M:0;a6f201fa5419:37851 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/eef08723f002407680c9d5235456dd07, entries=8, sequenceid=55, filesize=5.5 K 2024-11-12T15:22:49,769 DEBUG [M:0;a6f201fa5419:37851 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cabaffe194594d548699501b3259befd as hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cabaffe194594d548699501b3259befd 2024-11-12T15:22:49,773 INFO [M:0;a6f201fa5419:37851 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cabaffe194594d548699501b3259befd, entries=6, sequenceid=55, filesize=6.4 K 2024-11-12T15:22:49,774 DEBUG [M:0;a6f201fa5419:37851 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4aeece8d06c14f53b87d27312d8b5c6c as hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4aeece8d06c14f53b87d27312d8b5c6c 2024-11-12T15:22:49,778 INFO [M:0;a6f201fa5419:37851 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38129/user/jenkins/test-data/8c053fab-bbb9-3241-7ffb-fae2b40e6445/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4aeece8d06c14f53b87d27312d8b5c6c, entries=1, sequenceid=55, filesize=5.0 K 2024-11-12T15:22:49,779 INFO [M:0;a6f201fa5419:37851 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 478ms, sequenceid=55, compaction requested=false 2024-11-12T15:22:49,784 INFO [M:0;a6f201fa5419:37851 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:22:49,784 DEBUG [M:0;a6f201fa5419:37851 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731424969301Disabling compacts and flushes for region at 1731424969301Disabling writes for close at 1731424969301Obtaining lock to block concurrent updates at 1731424969301Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731424969301Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731424969301Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731424969302 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731424969302Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731424969315 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731424969316 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731424969323 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731424969336 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731424969336Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731424969343 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731424969358 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731424969358Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@158ded68: reopening flushed file at 1731424969765 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dfc2a99: reopening flushed file at 1731424969769 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4622f538: reopening flushed file at 1731424969773 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 478ms, sequenceid=55, compaction requested=false at 1731424969779 (+6 ms)Writing region close event to WAL at 1731424969784 (+5 ms)Closed at 1731424969784 2024-11-12T15:22:49,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44483 is added to blk_1073741830_1006 (size=32770) 2024-11-12T15:22:49,789 INFO [M:0;a6f201fa5419:37851 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T15:22:49,789 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T15:22:49,789 INFO [M:0;a6f201fa5419:37851 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37851 2024-11-12T15:22:49,790 INFO [M:0;a6f201fa5419:37851 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T15:22:49,979 INFO [M:0;a6f201fa5419:37851 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T15:22:49,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37851-0x1012fa3ea5a0003, quorum=127.0.0.1:55841, baseZNode=/1-640905047 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:22:49,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37851-0x1012fa3ea5a0003, quorum=127.0.0.1:55841, baseZNode=/1-640905047 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:22:49,981 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@628d6f86{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T15:22:49,981 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7dedfc57{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T15:22:49,981 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T15:22:49,981 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3746d143{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T15:22:49,981 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10eb49{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/03c90bec-9e20-f87d-36be-c1edbfa8020c/hadoop.log.dir/,STOPPED} 2024-11-12T15:22:49,983 WARN [BP-345104918-172.17.0.2-1731424945434 heartbeating to localhost/127.0.0.1:38129 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T15:22:49,983 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T15:22:49,983 WARN [BP-345104918-172.17.0.2-1731424945434 heartbeating to localhost/127.0.0.1:38129 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-345104918-172.17.0.2-1731424945434 (Datanode Uuid 8f347ba3-1116-4196-815e-8e1bcbed51db) service to localhost/127.0.0.1:38129 2024-11-12T15:22:49,983 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T15:22:49,983 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/03c90bec-9e20-f87d-36be-c1edbfa8020c/cluster_7d53127a-5a8d-456a-89db-63720d02d083/data/data1/current/BP-345104918-172.17.0.2-1731424945434 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T15:22:49,984 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T15:22:49,984 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/03c90bec-9e20-f87d-36be-c1edbfa8020c/cluster_7d53127a-5a8d-456a-89db-63720d02d083/data/data2/current/BP-345104918-172.17.0.2-1731424945434 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T15:22:49,990 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@56e586b3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T15:22:49,990 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68405515{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T15:22:49,990 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T15:22:49,990 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48fc470e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T15:22:49,990 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8fb7bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/03c90bec-9e20-f87d-36be-c1edbfa8020c/hadoop.log.dir/,STOPPED} 2024-11-12T15:22:50,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T15:22:50,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T15:22:50,003 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T15:22:50,003 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:22:50,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:50,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:50,004 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:22:50,004 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T15:22:50,004 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=53424967, stopped=false 2024-11-12T15:22:50,004 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a6f201fa5419,32885,1731424941695 2024-11-12T15:22:50,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43531-0x1012fa3ea5a0001, quorum=127.0.0.1:55841, baseZNode=/0-1253917619 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1253917619/running 2024-11-12T15:22:50,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32885-0x1012fa3ea5a0000, quorum=127.0.0.1:55841, baseZNode=/0-1253917619 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1253917619/running 2024-11-12T15:22:50,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43531-0x1012fa3ea5a0001, quorum=127.0.0.1:55841, baseZNode=/0-1253917619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1253917619 2024-11-12T15:22:50,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32885-0x1012fa3ea5a0000, quorum=127.0.0.1:55841, baseZNode=/0-1253917619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1253917619 2024-11-12T15:22:50,015 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T15:22:50,016 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32885-0x1012fa3ea5a0000, quorum=127.0.0.1:55841, baseZNode=/0-1253917619 Set watcher on znode that does not yet exist, /0-1253917619/running 2024-11-12T15:22:50,016 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43531-0x1012fa3ea5a0001, quorum=127.0.0.1:55841, baseZNode=/0-1253917619 Set watcher on znode that does not yet exist, /0-1253917619/running 2024-11-12T15:22:50,016 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T15:22:50,016 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:22:50,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:50,017 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a6f201fa5419,43531,1731424941970' ***** 2024-11-12T15:22:50,017 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T15:22:50,017 INFO [RS:0;a6f201fa5419:43531 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T15:22:50,017 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T15:22:50,017 INFO [RS:0;a6f201fa5419:43531 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T15:22:50,017 INFO [RS:0;a6f201fa5419:43531 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T15:22:50,017 INFO [RS:0;a6f201fa5419:43531 {}] regionserver.HRegionServer(3091): Received CLOSE for 45b59268defab5cff7cd40a4cdf29823 2024-11-12T15:22:50,017 INFO [RS:0;a6f201fa5419:43531 {}] regionserver.HRegionServer(3091): Received CLOSE for d305a75748f839e619c322f582bf4398 2024-11-12T15:22:50,017 INFO [RS:0;a6f201fa5419:43531 {}] regionserver.HRegionServer(959): stopping server a6f201fa5419,43531,1731424941970 2024-11-12T15:22:50,018 INFO [RS:0;a6f201fa5419:43531 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T15:22:50,018 INFO [RS:0;a6f201fa5419:43531 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a6f201fa5419:43531. 2024-11-12T15:22:50,018 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 45b59268defab5cff7cd40a4cdf29823, disabling compactions & flushes 2024-11-12T15:22:50,018 DEBUG [RS:0;a6f201fa5419:43531 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:22:50,018 DEBUG [RS:0;a6f201fa5419:43531 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:50,018 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731424955198.45b59268defab5cff7cd40a4cdf29823. 2024-11-12T15:22:50,018 INFO [RS:0;a6f201fa5419:43531 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T15:22:50,018 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731424955198.45b59268defab5cff7cd40a4cdf29823. 2024-11-12T15:22:50,018 INFO [RS:0;a6f201fa5419:43531 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T15:22:50,018 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731424955198.45b59268defab5cff7cd40a4cdf29823. after waiting 0 ms 2024-11-12T15:22:50,018 INFO [RS:0;a6f201fa5419:43531 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T15:22:50,018 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731424955198.45b59268defab5cff7cd40a4cdf29823. 2024-11-12T15:22:50,018 INFO [RS:0;a6f201fa5419:43531 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T15:22:50,018 INFO [RS:0;a6f201fa5419:43531 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T15:22:50,018 DEBUG [RS:0;a6f201fa5419:43531 {}] regionserver.HRegionServer(1325): Online Regions={45b59268defab5cff7cd40a4cdf29823=test,,1731424955198.45b59268defab5cff7cd40a4cdf29823., 1588230740=hbase:meta,,1.1588230740, d305a75748f839e619c322f582bf4398=hbase:replication,,1731424959130.d305a75748f839e619c322f582bf4398.} 2024-11-12T15:22:50,018 DEBUG [RS:0;a6f201fa5419:43531 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 45b59268defab5cff7cd40a4cdf29823, d305a75748f839e619c322f582bf4398 2024-11-12T15:22:50,018 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T15:22:50,018 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T15:22:50,018 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T15:22:50,018 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T15:22:50,018 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T15:22:50,018 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T15:22:50,021 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/data/default/test/45b59268defab5cff7cd40a4cdf29823/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T15:22:50,021 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T15:22:50,021 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T15:22:50,021 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731424955198.45b59268defab5cff7cd40a4cdf29823. 2024-11-12T15:22:50,021 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 45b59268defab5cff7cd40a4cdf29823: Waiting for close lock at 1731424970018Running coprocessor pre-close hooks at 1731424970018Disabling compacts and flushes for region at 1731424970018Disabling writes for close at 1731424970018Writing region close event to WAL at 1731424970018Running coprocessor post-close hooks at 1731424970021 (+3 ms)Closed at 1731424970021 2024-11-12T15:22:50,021 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731424955198.45b59268defab5cff7cd40a4cdf29823. 2024-11-12T15:22:50,022 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d305a75748f839e619c322f582bf4398, disabling compactions & flushes 2024-11-12T15:22:50,022 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731424959130.d305a75748f839e619c322f582bf4398. 2024-11-12T15:22:50,022 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731424959130.d305a75748f839e619c322f582bf4398. 2024-11-12T15:22:50,022 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731424959130.d305a75748f839e619c322f582bf4398. after waiting 0 ms 2024-11-12T15:22:50,022 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731424959130.d305a75748f839e619c322f582bf4398. 2024-11-12T15:22:50,022 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d305a75748f839e619c322f582bf4398 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-12T15:22:50,035 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/data/hbase/meta/1588230740/.tmp/info/e68abf24887e48c78482bc3817638886 is 147, key is hbase:replication,,1731424959130.d305a75748f839e619c322f582bf4398./info:regioninfo/1731424960288/Put/seqid=0 2024-11-12T15:22:50,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741847_1023 (size=7686) 2024-11-12T15:22:50,038 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/data/hbase/replication/d305a75748f839e619c322f582bf4398/.tmp/hfileref/67f1a0406ba847648e14f863bdaaafe3 is 74, key is 1/hfileref:a2565794a3304094be314623a56a007b_SeqId_4_/1731424962901/DeleteColumn/seqid=0 2024-11-12T15:22:50,039 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/data/hbase/meta/1588230740/.tmp/info/e68abf24887e48c78482bc3817638886 2024-11-12T15:22:50,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741848_1024 (size=5489) 2024-11-12T15:22:50,042 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/data/hbase/replication/d305a75748f839e619c322f582bf4398/.tmp/hfileref/67f1a0406ba847648e14f863bdaaafe3 2024-11-12T15:22:50,049 INFO [regionserver/a6f201fa5419:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T15:22:50,049 INFO [regionserver/a6f201fa5419:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T15:22:50,065 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/data/hbase/meta/1588230740/.tmp/ns/5ab4c27ae68242f5abbcabe6b52a45cf is 43, key is default/ns:d/1731424945296/Put/seqid=0 2024-11-12T15:22:50,066 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/data/hbase/replication/d305a75748f839e619c322f582bf4398/.tmp/queue/2b241c2a80454da48a2039ebba0e3ce7 is 153, key is 1-a6f201fa5419,43531,1731424941970/queue:a6f201fa5419%2C43531%2C1731424941970/1731424965708/Put/seqid=0 2024-11-12T15:22:50,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741849_1025 (size=5153) 2024-11-12T15:22:50,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741850_1026 (size=5504) 2024-11-12T15:22:50,084 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,43531,1731424941970.replicationSource.wal-reader.a6f201fa5419%2C43531%2C1731424941970,1-a6f201fa5419,43531,1731424941970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/WALs/a6f201fa5419,43531,1731424941970/a6f201fa5419%2C43531%2C1731424941970.1731424963782 to pos 393, reset compression=false 2024-11-12T15:22:50,085 INFO [regionserver/a6f201fa5419:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T15:22:50,088 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,43531,1731424941970.replicationSource.wal-reader.a6f201fa5419%2C43531%2C1731424941970,1-a6f201fa5419,43531,1731424941970 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T15:22:50,088 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,43531,1731424941970.replicationSource.wal-reader.a6f201fa5419%2C43531%2C1731424941970,1-a6f201fa5419,43531,1731424941970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/WALs/a6f201fa5419,43531,1731424941970/a6f201fa5419%2C43531%2C1731424941970.1731424963782 to pos 688, reset compression=false 2024-11-12T15:22:50,089 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,43531,1731424941970.replicationSource.shippera6f201fa5419%2C43531%2C1731424941970,1-a6f201fa5419,43531,1731424941970 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a6f201fa5419,43531,1731424941970 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/WALs/a6f201fa5419,43531,1731424941970/a6f201fa5419%2C43531%2C1731424941970.1731424963782, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T15:22:50,089 ERROR [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,43531,1731424941970.replicationSource.shippera6f201fa5419%2C43531%2C1731424941970,1-a6f201fa5419,43531,1731424941970 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a6f201fa5419,43531,1731424941970: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-a6f201fa5419,43531,1731424941970, walGroup=a6f201fa5419%2C43531%2C1731424941970, offset=a6f201fa5419%2C43531%2C1731424941970.1731424963782:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a6f201fa5419:43531 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T15:22:50,090 ERROR [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,43531,1731424941970.replicationSource.shippera6f201fa5419%2C43531%2C1731424941970,1-a6f201fa5419,43531,1731424941970 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T15:22:50,090 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,43531,1731424941970.replicationSource.shippera6f201fa5419%2C43531%2C1731424941970,1-a6f201fa5419,43531,1731424941970 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T15:22:50,091 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,43531,1731424941970.replicationSource.shippera6f201fa5419%2C43531%2C1731424941970,1-a6f201fa5419,43531,1731424941970 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T15:22:50,091 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,43531,1731424941970.replicationSource.shippera6f201fa5419%2C43531%2C1731424941970,1-a6f201fa5419,43531,1731424941970 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T15:22:50,091 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,43531,1731424941970.replicationSource.shippera6f201fa5419%2C43531%2C1731424941970,1-a6f201fa5419,43531,1731424941970 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T15:22:50,091 INFO [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,43531,1731424941970.replicationSource.shippera6f201fa5419%2C43531%2C1731424941970,1-a6f201fa5419,43531,1731424941970 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1650458624, "init": 1048576000, "max": 2306867200, "used": 1215480624 }, "NonHeapMemoryUsage": { "committed": 210829312, "init": 7667712, "max": -1, "used": 207719512 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T15:22:50,091 WARN [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,43531,1731424941970.replicationSource.shippera6f201fa5419%2C43531%2C1731424941970,1-a6f201fa5419,43531,1731424941970 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a6f201fa5419:32885 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a6f201fa5419:32885 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-12T15:22:50,218 DEBUG [RS:0;a6f201fa5419:43531 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d305a75748f839e619c322f582bf4398 2024-11-12T15:22:50,294 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,43531,1731424941970.replicationSource.wal-reader.a6f201fa5419%2C43531%2C1731424941970,1-a6f201fa5419,43531,1731424941970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/WALs/a6f201fa5419,43531,1731424941970/a6f201fa5419%2C43531%2C1731424941970.1731424963782 to pos 688, reset compression=false 2024-11-12T15:22:50,418 DEBUG [RS:0;a6f201fa5419:43531 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d305a75748f839e619c322f582bf4398 2024-11-12T15:22:50,483 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/data/hbase/replication/d305a75748f839e619c322f582bf4398/.tmp/queue/2b241c2a80454da48a2039ebba0e3ce7 2024-11-12T15:22:50,483 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/data/hbase/meta/1588230740/.tmp/ns/5ab4c27ae68242f5abbcabe6b52a45cf 2024-11-12T15:22:50,488 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/data/hbase/replication/d305a75748f839e619c322f582bf4398/.tmp/hfileref/67f1a0406ba847648e14f863bdaaafe3 as hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/data/hbase/replication/d305a75748f839e619c322f582bf4398/hfileref/67f1a0406ba847648e14f863bdaaafe3 2024-11-12T15:22:50,500 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/data/hbase/replication/d305a75748f839e619c322f582bf4398/hfileref/67f1a0406ba847648e14f863bdaaafe3, entries=6, sequenceid=17, filesize=5.4 K 2024-11-12T15:22:50,500 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/data/hbase/replication/d305a75748f839e619c322f582bf4398/.tmp/queue/2b241c2a80454da48a2039ebba0e3ce7 as hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/data/hbase/replication/d305a75748f839e619c322f582bf4398/queue/2b241c2a80454da48a2039ebba0e3ce7 2024-11-12T15:22:50,505 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/data/hbase/replication/d305a75748f839e619c322f582bf4398/queue/2b241c2a80454da48a2039ebba0e3ce7, entries=2, sequenceid=17, filesize=5.4 K 2024-11-12T15:22:50,506 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for d305a75748f839e619c322f582bf4398 in 484ms, sequenceid=17, compaction requested=false 2024-11-12T15:22:50,511 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/data/hbase/meta/1588230740/.tmp/rep_barrier/f1243adad748439bb777fd8fc5e34b8e is 112, key is test,,1731424955198.45b59268defab5cff7cd40a4cdf29823./rep_barrier:seqnumDuringOpen/1731424956420/Put/seqid=0 2024-11-12T15:22:50,525 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/data/hbase/replication/d305a75748f839e619c322f582bf4398/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-12T15:22:50,525 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T15:22:50,525 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T15:22:50,525 INFO [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731424959130.d305a75748f839e619c322f582bf4398. 2024-11-12T15:22:50,525 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d305a75748f839e619c322f582bf4398: Waiting for close lock at 1731424970022Running coprocessor pre-close hooks at 1731424970022Disabling compacts and flushes for region at 1731424970022Disabling writes for close at 1731424970022Obtaining lock to block concurrent updates at 1731424970022Preparing flush snapshotting stores in d305a75748f839e619c322f582bf4398 at 1731424970022Finished memstore snapshotting hbase:replication,,1731424959130.d305a75748f839e619c322f582bf4398., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731424970022Flushing stores of hbase:replication,,1731424959130.d305a75748f839e619c322f582bf4398. at 1731424970022Flushing d305a75748f839e619c322f582bf4398/hfileref: creating writer at 1731424970022Flushing d305a75748f839e619c322f582bf4398/hfileref: appending metadata at 1731424970038 (+16 ms)Flushing d305a75748f839e619c322f582bf4398/hfileref: closing flushed file at 1731424970038Flushing d305a75748f839e619c322f582bf4398/queue: creating writer at 1731424970046 (+8 ms)Flushing d305a75748f839e619c322f582bf4398/queue: appending metadata at 1731424970066 (+20 ms)Flushing d305a75748f839e619c322f582bf4398/queue: closing flushed file at 1731424970066Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@aff9b8e: reopening flushed file at 1731424970487 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9078a48: reopening flushed file at 1731424970500 (+13 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for d305a75748f839e619c322f582bf4398 in 484ms, sequenceid=17, compaction requested=false at 1731424970506 (+6 ms)Writing region close event to WAL at 1731424970513 (+7 ms)Running coprocessor post-close hooks at 1731424970525 (+12 ms)Closed at 1731424970525 2024-11-12T15:22:50,525 DEBUG [RS_CLOSE_REGION-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731424959130.d305a75748f839e619c322f582bf4398. 2024-11-12T15:22:50,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741851_1027 (size=5518) 2024-11-12T15:22:50,531 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/data/hbase/meta/1588230740/.tmp/rep_barrier/f1243adad748439bb777fd8fc5e34b8e 2024-11-12T15:22:50,552 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/data/hbase/meta/1588230740/.tmp/table/98fb79fa5a69442bb8e580538769e3a1 is 53, key is hbase:replication/table:state/1731424960293/Put/seqid=0 2024-11-12T15:22:50,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741852_1028 (size=5308) 2024-11-12T15:22:50,558 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/data/hbase/meta/1588230740/.tmp/table/98fb79fa5a69442bb8e580538769e3a1 2024-11-12T15:22:50,563 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/data/hbase/meta/1588230740/.tmp/info/e68abf24887e48c78482bc3817638886 as hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/data/hbase/meta/1588230740/info/e68abf24887e48c78482bc3817638886 2024-11-12T15:22:50,568 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/data/hbase/meta/1588230740/info/e68abf24887e48c78482bc3817638886, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T15:22:50,574 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/data/hbase/meta/1588230740/.tmp/ns/5ab4c27ae68242f5abbcabe6b52a45cf as hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/data/hbase/meta/1588230740/ns/5ab4c27ae68242f5abbcabe6b52a45cf 2024-11-12T15:22:50,578 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/data/hbase/meta/1588230740/ns/5ab4c27ae68242f5abbcabe6b52a45cf, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T15:22:50,579 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/data/hbase/meta/1588230740/.tmp/rep_barrier/f1243adad748439bb777fd8fc5e34b8e as hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/data/hbase/meta/1588230740/rep_barrier/f1243adad748439bb777fd8fc5e34b8e 2024-11-12T15:22:50,584 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/data/hbase/meta/1588230740/rep_barrier/f1243adad748439bb777fd8fc5e34b8e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T15:22:50,585 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/data/hbase/meta/1588230740/.tmp/table/98fb79fa5a69442bb8e580538769e3a1 as hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/data/hbase/meta/1588230740/table/98fb79fa5a69442bb8e580538769e3a1 2024-11-12T15:22:50,589 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/data/hbase/meta/1588230740/table/98fb79fa5a69442bb8e580538769e3a1, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T15:22:50,590 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 572ms, sequenceid=16, compaction requested=false 2024-11-12T15:22:50,595 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T15:22:50,596 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T15:22:50,596 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T15:22:50,596 INFO [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T15:22:50,596 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731424970018Running coprocessor pre-close hooks at 1731424970018Disabling compacts and flushes for region at 1731424970018Disabling writes for close at 1731424970018Obtaining lock to block concurrent updates at 1731424970018Preparing flush snapshotting stores in 1588230740 at 1731424970018Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731424970019 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731424970019Flushing 1588230740/info: creating writer at 1731424970019Flushing 1588230740/info: appending metadata at 1731424970034 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731424970034Flushing 1588230740/ns: creating writer at 1731424970044 (+10 ms)Flushing 1588230740/ns: appending metadata at 1731424970064 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731424970064Flushing 1588230740/rep_barrier: creating writer at 1731424970488 (+424 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731424970511 (+23 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731424970511Flushing 1588230740/table: creating writer at 1731424970536 (+25 ms)Flushing 1588230740/table: appending metadata at 1731424970552 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731424970552Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b12ce02: reopening flushed file at 1731424970562 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16de1166: reopening flushed file at 1731424970568 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61c6fa8d: reopening flushed file at 1731424970578 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e48a054: reopening flushed file at 1731424970584 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 572ms, sequenceid=16, compaction requested=false at 1731424970590 (+6 ms)Writing region close event to WAL at 1731424970592 (+2 ms)Running coprocessor post-close hooks at 1731424970596 (+4 ms)Closed at 1731424970596 2024-11-12T15:22:50,596 DEBUG [RS_CLOSE_META-regionserver/a6f201fa5419:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T15:22:50,601 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,43531,1731424941970.replicationSource.wal-reader.a6f201fa5419%2C43531%2C1731424941970,1-a6f201fa5419,43531,1731424941970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/WALs/a6f201fa5419,43531,1731424941970/a6f201fa5419%2C43531%2C1731424941970.1731424963782 to pos 688, reset compression=false 2024-11-12T15:22:50,619 INFO [RS:0;a6f201fa5419:43531 {}] regionserver.HRegionServer(976): stopping server a6f201fa5419,43531,1731424941970; all regions closed. 2024-11-12T15:22:50,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741844_1020 (size=859) 2024-11-12T15:22:50,621 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/WALs/a6f201fa5419,43531,1731424941970/a6f201fa5419%2C43531%2C1731424941970.meta.1731424963876.meta not finished, retry = 0 2024-11-12T15:22:50,637 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,2-a6f201fa5419,43531,1731424941970.replicationSource.wal-reader.a6f201fa5419%2C43531%2C1731424941970,2-a6f201fa5419,43531,1731424941970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/WALs/a6f201fa5419,43531,1731424941970/a6f201fa5419%2C43531%2C1731424941970.1731424963782 to pos 393, reset compression=false 2024-11-12T15:22:50,642 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,2-a6f201fa5419,43531,1731424941970.replicationSource.wal-reader.a6f201fa5419%2C43531%2C1731424941970,2-a6f201fa5419,43531,1731424941970 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T15:22:50,642 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,2-a6f201fa5419,43531,1731424941970.replicationSource.wal-reader.a6f201fa5419%2C43531%2C1731424941970,2-a6f201fa5419,43531,1731424941970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/WALs/a6f201fa5419,43531,1731424941970/a6f201fa5419%2C43531%2C1731424941970.1731424963782 to pos 688, reset compression=false 2024-11-12T15:22:50,642 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,2-a6f201fa5419,43531,1731424941970.replicationSource.shippera6f201fa5419%2C43531%2C1731424941970,2-a6f201fa5419,43531,1731424941970 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-a6f201fa5419,43531,1731424941970 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/WALs/a6f201fa5419,43531,1731424941970/a6f201fa5419%2C43531%2C1731424941970.1731424963782, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T15:22:50,642 DEBUG [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,2-a6f201fa5419,43531,1731424941970.replicationSource.shippera6f201fa5419%2C43531%2C1731424941970,2-a6f201fa5419,43531,1731424941970 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-12T15:22:50,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741843_1019 (size=2791) 2024-11-12T15:22:50,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741842_1018 (size=696) 2024-11-12T15:22:50,731 DEBUG [RS:0;a6f201fa5419:43531 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:50,731 INFO [RS:0;a6f201fa5419:43531 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T15:22:50,731 INFO [RS:0;a6f201fa5419:43531 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T15:22:50,731 INFO [RS:0;a6f201fa5419:43531 {}] hbase.ChoreService(370): Chore service for: regionserver/a6f201fa5419:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T15:22:50,731 INFO [RS:0;a6f201fa5419:43531 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T15:22:50,731 INFO [regionserver/a6f201fa5419:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T15:22:50,732 INFO [RS:0;a6f201fa5419:43531 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a6f201fa5419,43531,1731424941970 because: Region server is closing 2024-11-12T15:22:50,732 INFO [RS:0;a6f201fa5419:43531 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a6f201fa5419:43531. 2024-11-12T15:22:50,732 DEBUG [RS:0;a6f201fa5419:43531 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:22:50,732 DEBUG [RS:0;a6f201fa5419:43531 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:50,732 DEBUG [RS:0;a6f201fa5419:43531 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:50,732 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:22:50,833 INFO [RS:0;a6f201fa5419:43531 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,43531,1731424941970.replicationSource.shippera6f201fa5419%2C43531%2C1731424941970,1-a6f201fa5419,43531,1731424941970 terminated 2024-11-12T15:22:50,833 WARN [RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,1-a6f201fa5419,43531,1731424941970.replicationSource.wal-reader.a6f201fa5419%2C43531%2C1731424941970,1-a6f201fa5419,43531,1731424941970 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T15:22:50,833 INFO [RS:0;a6f201fa5419:43531 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-a6f201fa5419,43531,1731424941970 because: Region server is closing 2024-11-12T15:22:50,833 INFO [RS:0;a6f201fa5419:43531 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a6f201fa5419:43531. 2024-11-12T15:22:50,833 DEBUG [RS:0;a6f201fa5419:43531 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T15:22:50,833 DEBUG [RS:0;a6f201fa5419:43531 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:50,833 DEBUG [RS:0;a6f201fa5419:43531 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T15:22:50,834 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T15:22:50,934 INFO [RS:0;a6f201fa5419:43531 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a6f201fa5419:0-0.replicationSource,2-a6f201fa5419,43531,1731424941970.replicationSource.shippera6f201fa5419%2C43531%2C1731424941970,2-a6f201fa5419,43531,1731424941970 terminated 2024-11-12T15:22:50,934 INFO [RS:0;a6f201fa5419:43531 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43531 2024-11-12T15:22:50,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43531-0x1012fa3ea5a0001, quorum=127.0.0.1:55841, baseZNode=/0-1253917619 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1253917619/rs/a6f201fa5419,43531,1731424941970 2024-11-12T15:22:50,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32885-0x1012fa3ea5a0000, quorum=127.0.0.1:55841, baseZNode=/0-1253917619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1253917619/rs 2024-11-12T15:22:50,984 INFO [RS:0;a6f201fa5419:43531 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T15:22:51,069 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a6f201fa5419,43531,1731424941970] 2024-11-12T15:22:51,132 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1253917619/draining/a6f201fa5419,43531,1731424941970 already deleted, retry=false 2024-11-12T15:22:51,132 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a6f201fa5419,43531,1731424941970 expired; onlineServers=0 2024-11-12T15:22:51,132 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a6f201fa5419,32885,1731424941695' ***** 2024-11-12T15:22:51,132 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T15:22:51,132 INFO [M:0;a6f201fa5419:32885 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T15:22:51,132 INFO [M:0;a6f201fa5419:32885 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T15:22:51,132 DEBUG [M:0;a6f201fa5419:32885 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T15:22:51,133 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T15:22:51,133 DEBUG [M:0;a6f201fa5419:32885 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T15:22:51,133 DEBUG [master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.large.0-1731424943970 {}] cleaner.HFileCleaner(306): Exit Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.large.0-1731424943970,5,FailOnTimeoutGroup] 2024-11-12T15:22:51,133 DEBUG [master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.small.0-1731424943970 {}] cleaner.HFileCleaner(306): Exit Thread[master/a6f201fa5419:0:becomeActiveMaster-HFileCleaner.small.0-1731424943970,5,FailOnTimeoutGroup] 2024-11-12T15:22:51,133 INFO [M:0;a6f201fa5419:32885 {}] hbase.ChoreService(370): Chore service for: master/a6f201fa5419:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T15:22:51,133 INFO [M:0;a6f201fa5419:32885 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T15:22:51,133 DEBUG [M:0;a6f201fa5419:32885 {}] master.HMaster(1795): Stopping service threads 2024-11-12T15:22:51,133 INFO [M:0;a6f201fa5419:32885 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T15:22:51,133 INFO [M:0;a6f201fa5419:32885 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T15:22:51,134 INFO [M:0;a6f201fa5419:32885 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T15:22:51,134 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T15:22:51,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32885-0x1012fa3ea5a0000, quorum=127.0.0.1:55841, baseZNode=/0-1253917619 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1253917619/master 2024-11-12T15:22:51,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32885-0x1012fa3ea5a0000, quorum=127.0.0.1:55841, baseZNode=/0-1253917619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1253917619 2024-11-12T15:22:51,152 DEBUG [M:0;a6f201fa5419:32885 {}] zookeeper.ZKUtil(347): master:32885-0x1012fa3ea5a0000, quorum=127.0.0.1:55841, baseZNode=/0-1253917619 Unable to get data of znode /0-1253917619/master because node does not exist (not an error) 2024-11-12T15:22:51,152 WARN [M:0;a6f201fa5419:32885 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T15:22:51,153 INFO [M:0;a6f201fa5419:32885 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/.lastflushedseqids 2024-11-12T15:22:51,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741853_1029 (size=263) 2024-11-12T15:22:51,161 INFO [M:0;a6f201fa5419:32885 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T15:22:51,162 INFO [M:0;a6f201fa5419:32885 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T15:22:51,162 DEBUG [M:0;a6f201fa5419:32885 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T15:22:51,162 INFO [M:0;a6f201fa5419:32885 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:22:51,162 DEBUG [M:0;a6f201fa5419:32885 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:22:51,162 DEBUG [M:0;a6f201fa5419:32885 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T15:22:51,162 DEBUG [M:0;a6f201fa5419:32885 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:22:51,162 INFO [M:0;a6f201fa5419:32885 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.84 KB heapSize=70.52 KB 2024-11-12T15:22:51,169 INFO [RS:0;a6f201fa5419:43531 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T15:22:51,169 INFO [RS:0;a6f201fa5419:43531 {}] regionserver.HRegionServer(1031): Exiting; stopping=a6f201fa5419,43531,1731424941970; zookeeper connection closed. 2024-11-12T15:22:51,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43531-0x1012fa3ea5a0001, quorum=127.0.0.1:55841, baseZNode=/0-1253917619 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:22:51,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43531-0x1012fa3ea5a0001, quorum=127.0.0.1:55841, baseZNode=/0-1253917619 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:22:51,170 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@191e01f8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@191e01f8 2024-11-12T15:22:51,170 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T15:22:51,185 DEBUG [M:0;a6f201fa5419:32885 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7e175832f746432faea9d2a28d64f3c8 is 82, key is hbase:meta,,1/info:regioninfo/1731424945273/Put/seqid=0 2024-11-12T15:22:51,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741854_1030 (size=5672) 2024-11-12T15:22:51,197 INFO [M:0;a6f201fa5419:32885 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7e175832f746432faea9d2a28d64f3c8 2024-11-12T15:22:51,218 DEBUG [M:0;a6f201fa5419:32885 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/89c6db87541b422ead5c76d6092e17fb is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731424960295/Put/seqid=0 2024-11-12T15:22:51,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741855_1031 (size=8910) 2024-11-12T15:22:51,230 INFO [M:0;a6f201fa5419:32885 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.29 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/89c6db87541b422ead5c76d6092e17fb 2024-11-12T15:22:51,250 DEBUG [M:0;a6f201fa5419:32885 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/93cc63aadf434b9b850db2af483a9509 is 69, key is a6f201fa5419,43531,1731424941970/rs:state/1731424944032/Put/seqid=0 2024-11-12T15:22:51,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741856_1032 (size=5156) 2024-11-12T15:22:51,263 INFO [M:0;a6f201fa5419:32885 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/93cc63aadf434b9b850db2af483a9509 2024-11-12T15:22:51,269 DEBUG [M:0;a6f201fa5419:32885 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7e175832f746432faea9d2a28d64f3c8 as hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7e175832f746432faea9d2a28d64f3c8 2024-11-12T15:22:51,273 INFO [M:0;a6f201fa5419:32885 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7e175832f746432faea9d2a28d64f3c8, entries=8, sequenceid=112, filesize=5.5 K 2024-11-12T15:22:51,273 DEBUG [M:0;a6f201fa5419:32885 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/89c6db87541b422ead5c76d6092e17fb as hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/89c6db87541b422ead5c76d6092e17fb 2024-11-12T15:22:51,278 INFO [M:0;a6f201fa5419:32885 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/89c6db87541b422ead5c76d6092e17fb, entries=13, sequenceid=112, filesize=8.7 K 2024-11-12T15:22:51,279 DEBUG [M:0;a6f201fa5419:32885 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/93cc63aadf434b9b850db2af483a9509 as hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/93cc63aadf434b9b850db2af483a9509 2024-11-12T15:22:51,283 INFO [M:0;a6f201fa5419:32885 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39647/user/jenkins/test-data/66baca2c-6eee-585b-89c9-133da8c2f80f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/93cc63aadf434b9b850db2af483a9509, entries=1, sequenceid=112, filesize=5.0 K 2024-11-12T15:22:51,284 INFO [M:0;a6f201fa5419:32885 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.84 KB/61280, heapSize ~70.22 KB/71904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 121ms, sequenceid=112, compaction requested=false 2024-11-12T15:22:51,284 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T15:22:51,288 INFO [M:0;a6f201fa5419:32885 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T15:22:51,288 DEBUG [M:0;a6f201fa5419:32885 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731424971162Disabling compacts and flushes for region at 1731424971162Disabling writes for close at 1731424971162Obtaining lock to block concurrent updates at 1731424971162Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731424971162Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61280, getHeapSize=72144, getOffHeapSize=0, getCellsCount=131 at 1731424971162Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731424971163 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731424971163Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731424971184 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731424971184Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731424971201 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731424971218 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731424971218Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731424971234 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731424971250 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731424971250Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10d9af13: reopening flushed file at 1731424971268 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47197788: reopening flushed file at 1731424971273 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6988c9bb: reopening flushed file at 1731424971278 (+5 ms)Finished flush of dataSize ~59.84 KB/61280, heapSize ~70.22 KB/71904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 121ms, sequenceid=112, compaction requested=false at 1731424971284 (+6 ms)Writing region close event to WAL at 1731424971288 (+4 ms)Closed at 1731424971288 2024-11-12T15:22:51,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741830_1006 (size=69067) 2024-11-12T15:22:51,291 INFO [M:0;a6f201fa5419:32885 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T15:22:51,291 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T15:22:51,291 INFO [M:0;a6f201fa5419:32885 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32885 2024-11-12T15:22:51,292 INFO [M:0;a6f201fa5419:32885 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T15:22:51,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32885-0x1012fa3ea5a0000, quorum=127.0.0.1:55841, baseZNode=/0-1253917619 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:22:51,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32885-0x1012fa3ea5a0000, quorum=127.0.0.1:55841, baseZNode=/0-1253917619 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T15:22:51,400 INFO [M:0;a6f201fa5419:32885 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T15:22:51,403 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@684bdb27{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T15:22:51,403 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30c1d1ff{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T15:22:51,403 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T15:22:51,403 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f5c36a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T15:22:51,403 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3905b974{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/52615ee3-8b1f-439e-829a-1eed8c124ba7/hadoop.log.dir/,STOPPED} 2024-11-12T15:22:51,405 WARN [BP-226265646-172.17.0.2-1731424939710 heartbeating to localhost/127.0.0.1:39647 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T15:22:51,405 WARN [BP-226265646-172.17.0.2-1731424939710 heartbeating to localhost/127.0.0.1:39647 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-226265646-172.17.0.2-1731424939710 (Datanode Uuid 2d485bb0-84c1-442f-8706-0e66f7ca19df) service to localhost/127.0.0.1:39647 2024-11-12T15:22:51,405 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T15:22:51,405 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T15:22:51,406 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/52615ee3-8b1f-439e-829a-1eed8c124ba7/cluster_f33cceb0-fa6d-85fd-d4a5-f176b3d6dd68/data/data1/current/BP-226265646-172.17.0.2-1731424939710 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T15:22:51,406 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/52615ee3-8b1f-439e-829a-1eed8c124ba7/cluster_f33cceb0-fa6d-85fd-d4a5-f176b3d6dd68/data/data2/current/BP-226265646-172.17.0.2-1731424939710 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T15:22:51,406 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T15:22:51,414 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4cd15ab8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T15:22:51,414 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6781d4a7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T15:22:51,415 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T15:22:51,415 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5299e3d8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T15:22:51,415 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d76a770{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/52615ee3-8b1f-439e-829a-1eed8c124ba7/hadoop.log.dir/,STOPPED} 2024-11-12T15:22:51,420 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T15:22:51,421 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:51,421 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:51,421 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:51,421 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:51,421 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:51,422 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T15:22:51,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:51,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:51,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:51,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:51,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T15:22:51,458 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=604 (was 526) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55841) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:39641 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-42-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39647 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:39641 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:39641 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39647 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:39647 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39641 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38129 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39647 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38129 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-43-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39647 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:38129 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-42-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:39647 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39641 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:38129 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:38129 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:39647 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:39641 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39647 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38129 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39647 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39641 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-43-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:39647 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39647 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55841) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:39641 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-43-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-42-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:38129 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55841) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38129 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:39647 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:39647 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:39647 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38129 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:38129 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39647 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:39647 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39641 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39641 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=995 (was 868) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=458 (was 371) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6505 (was 6942) 2024-11-12T15:22:51,458 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=604 is superior to 500 2024-11-12T15:22:51,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:51,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:51,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:51,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:51,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:51,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:51,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:51,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:51,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:51,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T15:22:51,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1012fa3ea5a0008, quorum=127.0.0.1:55841, baseZNode=/2-1482747372 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T15:22:51,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012fa3ea5a0005, quorum=127.0.0.1:55841, baseZNode=/1-640905047 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T15:22:51,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012fa3ea5a0002, quorum=127.0.0.1:55841, baseZNode=/0-1253917619 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T15:22:51,519 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012fa3ea5a0005, quorum=127.0.0.1:55841, baseZNode=/1-640905047 Received Disconnected from ZooKeeper, ignoring 2024-11-12T15:22:51,519 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1012fa3ea5a0008, quorum=127.0.0.1:55841, baseZNode=/2-1482747372 Received Disconnected from ZooKeeper, ignoring 2024-11-12T15:22:51,519 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012fa3ea5a0002, quorum=127.0.0.1:55841, baseZNode=/0-1253917619 Received Disconnected from ZooKeeper, ignoring